[ 591.994312] env[68934]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68934) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.994754] env[68934]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68934) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.994846] env[68934]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68934) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.995174] env[68934]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 592.092777] env[68934]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68934) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 592.102871] env[68934]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68934) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 592.146502] env[68934]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 592.708681] env[68934]: INFO nova.virt.driver [None req-8eabfb9e-fb29-41b3-8627-04e87249b86f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 592.781953] env[68934]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.782183] env[68934]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.782251] env[68934]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68934) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 595.703482] env[68934]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-28fe77f0-c2b8-4e9a-a263-01e41cb8c3a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.720064] env[68934]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68934) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 595.720300] env[68934]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-44fd8890-9c08-432a-a705-bb585e33b802 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.752279] env[68934]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f6112. [ 595.752423] env[68934]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.970s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.752990] env[68934]: INFO nova.virt.vmwareapi.driver [None req-8eabfb9e-fb29-41b3-8627-04e87249b86f None None] VMware vCenter version: 7.0.3 [ 595.756665] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1224e7-48c8-4be5-a325-b8fa2b838ffd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.777776] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f27c3e-ce39-42db-acf4-fb6ab9339539 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.784412] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5942fd-fc16-48e1-9fc7-8d589676954e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.791133] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09455c9a-50d0-49e7-9ad6-28007e4e5257 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.804142] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e432083b-a8a6-4873-83a9-4f20c1bee578 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.810071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b490449a-9df2-45a5-ba63-5fb04a487728 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.840856] env[68934]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3f4beb7f-0350-428f-b769-16f41e3378e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.845739] env[68934]: DEBUG nova.virt.vmwareapi.driver [None req-8eabfb9e-fb29-41b3-8627-04e87249b86f None None] Extension org.openstack.compute already exists. {{(pid=68934) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 595.848403] env[68934]: INFO nova.compute.provider_config [None req-8eabfb9e-fb29-41b3-8627-04e87249b86f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 596.351332] env[68934]: DEBUG nova.context [None req-8eabfb9e-fb29-41b3-8627-04e87249b86f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3158cb5e-aff5-4c25-9069-1cd895ddc8e3(cell1) {{(pid=68934) load_cells /opt/stack/nova/nova/context.py:464}} [ 596.353487] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.353718] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.354425] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.354907] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Acquiring lock "3158cb5e-aff5-4c25-9069-1cd895ddc8e3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.355108] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Lock "3158cb5e-aff5-4c25-9069-1cd895ddc8e3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.356150] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Lock "3158cb5e-aff5-4c25-9069-1cd895ddc8e3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.376225] env[68934]: INFO dbcounter [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Registered counter for database nova_cell0 [ 596.384317] env[68934]: INFO dbcounter [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Registered counter for database nova_cell1 [ 596.822916] env[68934]: DEBUG oslo_db.sqlalchemy.engines [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68934) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 596.823370] env[68934]: DEBUG oslo_db.sqlalchemy.engines [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68934) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 596.828833] env[68934]: ERROR nova.db.main.api [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 596.828833] env[68934]: result = function(*args, **kwargs) [ 596.828833] env[68934]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 596.828833] env[68934]: return func(*args, **kwargs) [ 596.828833] env[68934]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 596.828833] env[68934]: result = fn(*args, **kwargs) [ 596.828833] env[68934]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 596.828833] env[68934]: return f(*args, **kwargs) [ 596.828833] env[68934]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 596.828833] env[68934]: return db.service_get_minimum_version(context, binaries) [ 596.828833] env[68934]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 596.828833] env[68934]: _check_db_access() [ 596.828833] env[68934]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 596.828833] env[68934]: stacktrace = ''.join(traceback.format_stack()) [ 596.828833] env[68934]: [ 596.829689] env[68934]: ERROR nova.db.main.api [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 596.829689] env[68934]: result = function(*args, **kwargs) [ 596.829689] env[68934]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 596.829689] env[68934]: return func(*args, **kwargs) [ 596.829689] env[68934]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 596.829689] env[68934]: result = fn(*args, **kwargs) [ 596.829689] env[68934]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 596.829689] env[68934]: return f(*args, **kwargs) [ 596.829689] env[68934]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 596.829689] env[68934]: return db.service_get_minimum_version(context, binaries) [ 596.829689] env[68934]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 596.829689] env[68934]: _check_db_access() [ 596.829689] env[68934]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 596.829689] env[68934]: stacktrace = ''.join(traceback.format_stack()) [ 596.829689] env[68934]: [ 596.830211] env[68934]: WARNING nova.objects.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Failed to get minimum service version for cell 3158cb5e-aff5-4c25-9069-1cd895ddc8e3 [ 596.830249] env[68934]: WARNING nova.objects.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 596.830681] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Acquiring lock "singleton_lock" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.830841] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Acquired lock "singleton_lock" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.831104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Releasing lock "singleton_lock" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.831436] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Full set of CONF: {{(pid=68934) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 596.831580] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ******************************************************************************** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 596.831711] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] Configuration options gathered from: {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 596.831851] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 596.832059] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 596.832193] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ================================================================================ {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 596.832399] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] allow_resize_to_same_host = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.832569] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] arq_binding_timeout = 300 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.832703] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] backdoor_port = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.832833] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] backdoor_socket = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.832997] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] block_device_allocate_retries = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.833179] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] block_device_allocate_retries_interval = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.833349] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cert = self.pem {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.833516] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.833684] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute_monitors = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.833855] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] config_dir = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.834270] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] config_drive_format = iso9660 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.834419] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.834609] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] config_source = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.834794] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] console_host = devstack {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.834967] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] control_exchange = nova {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.835150] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cpu_allocation_ratio = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.835316] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] daemon = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.835485] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] debug = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.835665] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] default_access_ip_network_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.835847] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] default_availability_zone = nova {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.836011] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] default_ephemeral_format = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.836191] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] default_green_pool_size = 1000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.836432] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.836597] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] default_schedule_zone = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.836756] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] disk_allocation_ratio = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.836922] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] enable_new_services = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.837109] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] enabled_apis = ['osapi_compute'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.837276] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] enabled_ssl_apis = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.837436] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] flat_injected = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.837598] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] force_config_drive = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.837759] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] force_raw_images = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.837931] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] graceful_shutdown_timeout = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.838109] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] heal_instance_info_cache_interval = -1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.838335] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] host = cpu-1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.838514] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.838678] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.838841] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.839073] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.839244] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instance_build_timeout = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.839406] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instance_delete_interval = 300 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.839576] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instance_format = [instance: %(uuid)s] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.839744] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instance_name_template = instance-%08x {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.839907] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instance_usage_audit = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.840089] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instance_usage_audit_period = month {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.840258] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.840425] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.840592] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] internal_service_availability_zone = internal {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.840751] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] key = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.840913] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] live_migration_retry_count = 30 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.841121] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_color = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.841300] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_config_append = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.841470] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.841633] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_dir = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.841793] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_file = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.841922] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_options = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.842095] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_rotate_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.842270] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_rotate_interval_type = days {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.842440] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] log_rotation_type = none {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.842574] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.842701] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.842871] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.843050] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.843185] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.843347] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] long_rpc_timeout = 1800 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.843508] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] max_concurrent_builds = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.843668] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] max_concurrent_live_migrations = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.843829] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] max_concurrent_snapshots = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.843989] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] max_local_block_devices = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.844233] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] max_logfile_count = 30 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.844412] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] max_logfile_size_mb = 200 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.844578] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] maximum_instance_delete_attempts = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.844780] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] metadata_listen = 0.0.0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.844957] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] metadata_listen_port = 8775 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.845144] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] metadata_workers = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.845310] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] migrate_max_retries = -1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.845477] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] mkisofs_cmd = genisoimage {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.845716] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.845862] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] my_ip = 10.180.1.21 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.846084] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.846252] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] network_allocate_retries = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.846430] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.846597] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.846759] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] osapi_compute_listen_port = 8774 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.846929] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] osapi_compute_unique_server_name_scope = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.847115] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] osapi_compute_workers = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.847278] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] password_length = 12 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.847436] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] periodic_enable = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.847595] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] periodic_fuzzy_delay = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.847761] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] pointer_model = usbtablet {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.847927] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] preallocate_images = none {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.848096] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] publish_errors = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.848227] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] pybasedir = /opt/stack/nova {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.848382] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ram_allocation_ratio = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.848540] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] rate_limit_burst = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.848705] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] rate_limit_except_level = CRITICAL {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.848863] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] rate_limit_interval = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.849030] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] reboot_timeout = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.849192] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] reclaim_instance_interval = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.849350] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] record = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.849517] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] reimage_timeout_per_gb = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.849681] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] report_interval = 120 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.849842] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] rescue_timeout = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.850008] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] reserved_host_cpus = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.850171] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] reserved_host_disk_mb = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.850326] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] reserved_host_memory_mb = 512 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.850482] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] reserved_huge_pages = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.850639] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] resize_confirm_window = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.850793] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] resize_fs_using_block_device = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.850948] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] resume_guests_state_on_host_boot = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.851130] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.851291] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] rpc_response_timeout = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.851448] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] run_external_periodic_tasks = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.851615] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] running_deleted_instance_action = reap {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.851775] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.851931] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] running_deleted_instance_timeout = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.852098] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler_instance_sync_interval = 120 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.852268] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_down_time = 720 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.852436] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] servicegroup_driver = db {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.852591] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] shell_completion = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.852751] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] shelved_offload_time = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.852909] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] shelved_poll_interval = 3600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.853088] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] shutdown_timeout = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.853249] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] source_is_ipv6 = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.853404] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ssl_only = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.853652] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.853821] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] sync_power_state_interval = 600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.853981] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] sync_power_state_pool_size = 1000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.854161] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] syslog_log_facility = LOG_USER {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.854318] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] tempdir = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.854476] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] timeout_nbd = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.854660] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] transport_url = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.854839] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] update_resources_interval = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.855007] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] use_cow_images = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.855175] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] use_journal = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.855334] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] use_json = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.855489] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] use_rootwrap_daemon = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.855674] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] use_stderr = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.855847] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] use_syslog = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.856019] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vcpu_pin_set = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.856188] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plugging_is_fatal = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.856583] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plugging_timeout = 300 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.856583] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] virt_mkfs = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.856674] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] volume_usage_poll_interval = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.856825] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] watch_log_file = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.856996] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] web = /usr/share/spice-html5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 596.857200] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.857372] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.857536] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.857708] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_concurrency.disable_process_locking = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.858017] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.858207] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.858376] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.858549] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.858721] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.858891] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.859083] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.auth_strategy = keystone {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.859256] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.compute_link_prefix = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.859432] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.859606] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.dhcp_domain = novalocal {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.859773] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.enable_instance_password = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.859937] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.glance_link_prefix = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.860112] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.860289] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.860455] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.instance_list_per_project_cells = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.860618] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.list_records_by_skipping_down_cells = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.860782] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.local_metadata_per_cell = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.860949] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.max_limit = 1000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.861129] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.metadata_cache_expiration = 15 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.861304] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.neutron_default_tenant_id = default {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.861474] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.response_validation = warn {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.861646] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.use_neutron_default_nets = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.861815] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.861978] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.862159] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.862335] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.862508] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.vendordata_dynamic_targets = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.862676] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.vendordata_jsonfile_path = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.862858] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.863069] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.backend = dogpile.cache.memcached {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.863237] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.backend_argument = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.863397] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.backend_expiration_time = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.863568] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.config_prefix = cache.oslo {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.863737] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.dead_timeout = 60.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.863901] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.debug_cache_backend = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.864073] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.enable_retry_client = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.864237] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.enable_socket_keepalive = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.864407] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.enabled = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.864568] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.enforce_fips_mode = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.864763] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.expiration_time = 600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.864933] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.hashclient_retry_attempts = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.865113] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.865279] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_dead_retry = 300 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.865438] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_password = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.865609] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.865802] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.865970] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_pool_maxsize = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.866147] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.866312] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_sasl_enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.866493] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.866658] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.866823] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.memcache_username = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.866989] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.proxies = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.867189] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.redis_db = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.867354] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.redis_password = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.867528] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.867707] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.867879] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.redis_server = localhost:6379 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.868057] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.redis_socket_timeout = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.868221] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.redis_username = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.868387] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.retry_attempts = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.868553] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.retry_delay = 0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.868718] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.socket_keepalive_count = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.868882] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.socket_keepalive_idle = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.869055] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.socket_keepalive_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.869220] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.tls_allowed_ciphers = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.869378] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.tls_cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.869535] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.tls_certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.869698] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.tls_enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.869859] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cache.tls_keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.870047] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.870235] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.auth_type = password {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.870393] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.870568] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.870731] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.870897] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.871070] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.cross_az_attach = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.871236] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.debug = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.871398] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.endpoint_template = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.871563] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.http_retries = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.871727] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.871887] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.872068] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.os_region_name = RegionOne {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.872234] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.872395] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cinder.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.872569] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.872740] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.cpu_dedicated_set = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.872912] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.cpu_shared_set = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.873093] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.image_type_exclude_list = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.873261] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.873426] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.873590] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.873751] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.873923] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.874102] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.resource_provider_association_refresh = 300 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.874271] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.874434] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.shutdown_retry_interval = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.874635] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.874830] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] conductor.workers = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.875027] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] console.allowed_origins = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.875212] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] console.ssl_ciphers = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.875387] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] console.ssl_minimum_version = default {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.875559] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] consoleauth.enforce_session_timeout = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.875786] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] consoleauth.token_ttl = 600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.875975] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.876177] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.876355] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.876519] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.876681] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.876844] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.877017] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.877199] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.877364] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.877524] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.877684] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.877845] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.878018] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.878208] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.service_type = accelerator {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.878377] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.878539] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.878700] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.878865] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.879066] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.879244] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] cyborg.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.879420] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.asyncio_connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.879584] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.asyncio_slave_connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.879755] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.backend = sqlalchemy {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.879952] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.880159] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.connection_debug = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.880343] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.connection_parameters = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.880512] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.connection_recycle_time = 3600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.880678] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.connection_trace = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.880842] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.db_inc_retry_interval = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.881057] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.db_max_retries = 20 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.881257] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.db_max_retry_interval = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.881423] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.db_retry_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.881591] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.max_overflow = 50 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.881757] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.max_pool_size = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.881924] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.max_retries = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.882122] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.882298] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.mysql_wsrep_sync_wait = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.882460] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.pool_timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.882628] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.retry_interval = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.882789] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.slave_connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.882958] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.sqlite_synchronous = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.883185] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] database.use_db_reconnect = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.883370] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.asyncio_connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.883533] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.asyncio_slave_connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.883706] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.backend = sqlalchemy {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.883878] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.884071] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.connection_debug = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.884258] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.connection_parameters = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.884426] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.connection_recycle_time = 3600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.884591] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.connection_trace = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.884777] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.db_inc_retry_interval = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.884947] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.db_max_retries = 20 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.885123] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.db_max_retry_interval = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.885289] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.db_retry_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.885455] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.max_overflow = 50 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.885621] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.max_pool_size = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.885829] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.max_retries = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.886035] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.886207] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.886371] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.pool_timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.886536] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.retry_interval = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.886699] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.slave_connection = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.886865] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] api_database.sqlite_synchronous = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.887055] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] devices.enabled_mdev_types = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.887236] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.887410] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.887572] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ephemeral_storage_encryption.enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.887740] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.887923] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.api_servers = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.888100] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.888267] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.888431] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.888591] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.888750] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.888913] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.debug = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.889091] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.default_trusted_certificate_ids = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.889256] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.enable_certificate_validation = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.889417] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.enable_rbd_download = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.889575] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.889738] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.889902] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.890087] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.890259] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.890425] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.num_retries = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.890595] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.rbd_ceph_conf = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.890758] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.rbd_connect_timeout = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.890933] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.rbd_pool = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.891113] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.rbd_user = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.891284] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.891443] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.891602] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.891773] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.service_type = image {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.891934] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.892104] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.892264] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.892422] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.892604] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.892770] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.verify_glance_signatures = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.892930] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] glance.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.893135] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] guestfs.debug = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.893343] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.893517] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.auth_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.893683] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.893845] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.894024] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.894185] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.894345] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.894505] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.894704] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.894882] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.895056] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.895223] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.895382] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.895541] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.895699] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.895892] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.service_type = shared-file-system {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.896114] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.share_apply_policy_timeout = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.896287] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.896450] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.896611] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.896804] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.896997] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.897175] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] manila.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.897347] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] mks.enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.897704] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.897899] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] image_cache.manager_interval = 2400 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.898084] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] image_cache.precache_concurrency = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.898261] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] image_cache.remove_unused_base_images = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.898435] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.898607] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.898789] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] image_cache.subdirectory_name = _base {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.898968] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.api_max_retries = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.899175] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.api_retry_interval = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.899347] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.899512] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.auth_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.899674] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.899866] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.900074] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.900254] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.conductor_group = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.900417] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.900576] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.900735] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.900898] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.901067] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.901230] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.901388] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.901555] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.peer_list = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.901714] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.901874] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.902049] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.serial_console_state_timeout = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.902210] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.902380] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.service_type = baremetal {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.902542] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.shard = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.902704] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.902893] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.903078] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.903244] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.903426] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.903587] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ironic.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.903771] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.903947] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] key_manager.fixed_key = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.904145] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.904311] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.barbican_api_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.904471] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.barbican_endpoint = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.904664] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.barbican_endpoint_type = public {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.904837] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.barbican_region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.905015] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.905205] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.905372] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.905533] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.905720] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.905894] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.number_of_retries = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.906069] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.retry_delay = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.906236] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.send_service_user_token = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.906399] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.906558] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.906719] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.verify_ssl = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.906877] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican.verify_ssl_path = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.907062] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.907231] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.auth_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.907388] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.907545] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.907708] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.907871] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.908038] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.908205] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.908362] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] barbican_service_user.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.908527] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.approle_role_id = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.908709] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.approle_secret_id = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.908893] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.kv_mountpoint = secret {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.909096] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.kv_path = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.909279] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.kv_version = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.909443] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.namespace = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.909605] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.root_token_id = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.909768] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.ssl_ca_crt_file = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.909933] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.timeout = 60.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.910107] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.use_ssl = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.910281] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.910451] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.910616] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.910783] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.910945] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.911123] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.911284] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.911448] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.911607] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.911798] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.911963] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.912143] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.912308] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.912469] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.912646] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.service_type = identity {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.912853] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.913113] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.913321] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.913494] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.913682] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.913848] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] keystone.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.914048] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.ceph_mount_options = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.914478] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.914700] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.connection_uri = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.914900] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.cpu_mode = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.915090] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.915267] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.cpu_models = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.915439] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.cpu_power_governor_high = performance {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.915612] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.915784] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.cpu_power_management = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.915956] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.916143] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.device_detach_attempts = 8 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.916313] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.device_detach_timeout = 20 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.916480] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.disk_cachemodes = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.916645] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.disk_prefix = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.916814] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.enabled_perf_events = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.916994] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.file_backed_memory = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.917194] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.gid_maps = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.917357] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.hw_disk_discard = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.917515] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.hw_machine_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.917685] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.images_rbd_ceph_conf = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.917881] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.918064] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.918240] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.images_rbd_glance_store_name = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.918411] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.images_rbd_pool = rbd {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.918580] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.images_type = default {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.918737] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.images_volume_group = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.918899] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.inject_key = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.919073] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.inject_partition = -2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.919236] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.inject_password = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.919397] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.iscsi_iface = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.919554] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.iser_use_multipath = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.919720] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.919878] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.920050] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_downtime = 500 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.920216] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.920377] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.920536] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_inbound_addr = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.920716] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.920896] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.921092] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_scheme = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.921287] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_timeout_action = abort {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.921453] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_tunnelled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.921616] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_uri = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.921782] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.live_migration_with_native_tls = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.921944] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.max_queues = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.922124] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.922357] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.922522] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.nfs_mount_options = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.922839] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.923032] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.923208] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.923377] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.923542] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.923724] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.num_pcie_ports = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.923917] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.924101] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.pmem_namespaces = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.924266] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.quobyte_client_cfg = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.924578] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.924781] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.924958] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.925140] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.925304] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rbd_secret_uuid = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.925463] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rbd_user = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.925629] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.925803] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.925964] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rescue_image_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.926136] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rescue_kernel_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.926299] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rescue_ramdisk_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.926472] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.926632] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.rx_queue_size = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.926808] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.smbfs_mount_options = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.927140] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.927329] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.snapshot_compression = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.927497] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.snapshot_image_format = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.927733] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.927898] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.sparse_logical_volumes = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.928081] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.swtpm_enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.928258] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.swtpm_group = tss {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.928427] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.swtpm_user = tss {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.928600] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.sysinfo_serial = unique {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.928769] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.tb_cache_size = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.928929] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.tx_queue_size = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.929138] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.uid_maps = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.929314] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.use_virtio_for_bridges = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.929490] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.virt_type = kvm {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.929673] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.volume_clear = zero {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.929827] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.volume_clear_size = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.929996] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.volume_enforce_multipath = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.930186] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.volume_use_multipath = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.930351] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.vzstorage_cache_path = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.930524] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.930698] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.930868] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.931072] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.931379] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.931564] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.vzstorage_mount_user = stack {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.931735] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.931913] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.932100] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.auth_type = password {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.932266] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.932425] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.932587] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.932747] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.932908] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.933108] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.default_floating_pool = public {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.933294] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.933465] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.extension_sync_interval = 600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.933631] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.http_retries = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.933803] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.933964] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.934138] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.934313] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.934475] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.934671] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.ovs_bridge = br-int {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.934855] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.physnets = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.935042] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.region_name = RegionOne {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.935211] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.935384] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.service_metadata_proxy = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.935547] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.935740] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.service_type = network {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.935914] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.936090] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.936254] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.936431] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.936599] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.936763] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] neutron.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.936949] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] notifications.bdms_in_notifications = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.937163] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] notifications.default_level = INFO {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.937335] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] notifications.include_share_mapping = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.937512] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] notifications.notification_format = unversioned {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.937682] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] notifications.notify_on_state_change = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.937862] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.938053] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] pci.alias = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.938229] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] pci.device_spec = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.938395] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] pci.report_in_placement = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.938570] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.938745] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.auth_type = password {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.938918] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.939091] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.939257] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.939420] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.939581] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.939744] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.939904] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.default_domain_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.940076] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.default_domain_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.940241] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.domain_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.940400] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.domain_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.940561] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.940724] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.940884] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.941075] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.941254] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.941426] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.password = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.941588] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.project_domain_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.941757] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.project_domain_name = Default {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.941926] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.project_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.942114] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.project_name = service {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.942289] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.region_name = RegionOne {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.942455] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.942622] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.942794] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.service_type = placement {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.942960] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.943135] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.943298] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.943456] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.system_scope = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.943615] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.943775] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.trust_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.943932] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.user_domain_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.944114] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.user_domain_name = Default {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.944279] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.user_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.944453] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.username = nova {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.944669] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.944840] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] placement.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.945038] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.cores = 20 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.945240] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.count_usage_from_placement = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.945424] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.945620] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.injected_file_content_bytes = 10240 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.945783] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.injected_file_path_length = 255 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.945954] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.injected_files = 5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.946138] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.instances = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.946306] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.key_pairs = 100 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.946474] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.metadata_items = 128 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.946641] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.ram = 51200 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.946808] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.recheck_quota = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.946978] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.server_group_members = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.947165] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.server_groups = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.947381] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.947560] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] quota.unified_limits_resource_strategy = require {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.947737] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.947906] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.948081] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.image_metadata_prefilter = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.948248] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.948413] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.max_attempts = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.948578] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.max_placement_results = 1000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.948741] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.948905] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.949079] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.949258] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] scheduler.workers = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.949438] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.949610] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.949794] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.949968] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.950151] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.950319] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.950485] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.950674] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.950846] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.host_subset_size = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.951038] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.951226] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.951396] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.951563] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.951742] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.951910] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.isolated_hosts = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.952088] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.isolated_images = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.952258] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.952423] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.952590] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.952755] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.pci_in_placement = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.952920] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.953103] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.953272] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.953435] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.953597] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.953762] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.953928] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.track_instance_changes = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.954121] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.954298] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] metrics.required = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.954463] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] metrics.weight_multiplier = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.954657] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.954830] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] metrics.weight_setting = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.955176] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.955356] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] serial_console.enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.955538] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] serial_console.port_range = 10000:20000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.955750] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.955887] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.956071] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] serial_console.serialproxy_port = 6083 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.956245] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.956421] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.auth_type = password {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.956584] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.956748] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.956906] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.957110] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.957278] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.957453] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.send_service_user_token = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.957619] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.957784] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] service_user.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.957956] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.agent_enabled = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.958134] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.958440] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.958648] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.958823] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.html5proxy_port = 6082 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.958986] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.image_compression = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.959161] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.jpeg_compression = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.959323] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.playback_compression = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.959486] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.require_secure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.959656] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.server_listen = 127.0.0.1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.959828] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.960121] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.960295] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.streaming_mode = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.960459] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] spice.zlib_compression = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.960625] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] upgrade_levels.baseapi = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.960802] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] upgrade_levels.compute = auto {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.960965] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] upgrade_levels.conductor = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.961140] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] upgrade_levels.scheduler = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.961306] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.961469] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.961629] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.961790] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.961952] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.962128] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.962290] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.962453] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.962615] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vendordata_dynamic_auth.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.962791] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.api_retry_count = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.962954] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.ca_file = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.963141] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.963314] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.cluster_name = testcl1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.963482] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.connection_pool_size = 10 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.963644] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.console_delay_seconds = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.963817] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.datastore_regex = ^datastore.* {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.964048] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.964232] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.host_password = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.964401] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.host_port = 443 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.964572] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.host_username = administrator@vsphere.local {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.964777] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.insecure = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.964947] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.integration_bridge = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.965128] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.maximum_objects = 100 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.965289] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.pbm_default_policy = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.965452] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.pbm_enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.965613] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.pbm_wsdl_location = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.965806] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.965971] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.serial_port_proxy_uri = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.966146] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.serial_port_service_uri = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.966316] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.task_poll_interval = 0.5 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.966488] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.use_linked_clone = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.966656] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.vnc_keymap = en-us {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.966825] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.vnc_port = 5900 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.966999] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vmware.vnc_port_total = 10000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.967203] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.auth_schemes = ['none'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.967380] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.967672] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.967858] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.968042] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.novncproxy_port = 6080 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.968236] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.server_listen = 127.0.0.1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.968415] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.968575] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.vencrypt_ca_certs = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.968732] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.vencrypt_client_cert = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.968891] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vnc.vencrypt_client_key = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.969075] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.969241] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.disable_deep_image_inspection = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.969402] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.969562] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.969721] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.969881] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.disable_rootwrap = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.970052] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.enable_numa_live_migration = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.970216] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.970377] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.970537] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.970697] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.libvirt_disable_apic = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.971070] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.971258] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.971429] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.971592] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.971757] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.971923] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.972098] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.972263] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.972428] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.972598] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.972790] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.972974] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.client_socket_timeout = 900 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.973159] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.default_pool_size = 1000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.973326] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.keep_alive = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.973495] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.max_header_line = 16384 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.973658] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.973823] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.ssl_ca_file = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.973986] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.ssl_cert_file = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.974164] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.ssl_key_file = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.974335] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.tcp_keepidle = 600 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.974509] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.974702] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] zvm.ca_file = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.974881] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] zvm.cloud_connector_url = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.975197] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.975377] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] zvm.reachable_timeout = 300 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.975551] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.975734] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.975914] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.connection_string = messaging:// {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.976093] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.enabled = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.976267] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.es_doc_type = notification {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.976434] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.es_scroll_size = 10000 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.976606] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.es_scroll_time = 2m {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.976770] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.filter_error_trace = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.976958] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.hmac_keys = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.977156] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.sentinel_service_name = mymaster {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.977331] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.socket_timeout = 0.1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.977497] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.trace_requests = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.977660] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler.trace_sqlalchemy = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.977846] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler_jaeger.process_tags = {} {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.978015] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler_jaeger.service_name_prefix = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.978192] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] profiler_otlp.service_name_prefix = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.978359] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] remote_debug.host = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.978522] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] remote_debug.port = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.978700] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.978866] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.979045] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.979216] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.979379] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.979541] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.979702] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.979865] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.980037] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.980216] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.980379] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.980552] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.980721] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.980891] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.981064] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.981236] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.981399] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.981561] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.981729] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.981894] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.982066] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.982236] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.982400] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.982560] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.982760] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.982937] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.983113] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.983281] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.983444] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.983608] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.983770] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.ssl = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.983941] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.984123] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.984291] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.984457] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.984659] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.984813] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.985020] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.985195] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_notifications.retry = -1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.985376] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.985549] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.985723] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.auth_section = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.985888] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.auth_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.986061] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.cafile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.986225] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.certfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.986388] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.collect_timing = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.986549] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.connect_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.986709] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.connect_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.986869] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.endpoint_id = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.987054] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.987216] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.endpoint_override = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.987378] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.endpoint_region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.987535] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.endpoint_service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.987695] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.endpoint_service_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.987858] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.insecure = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.988031] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.keyfile = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.988195] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.max_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.988353] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.min_version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.988509] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.region_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.988672] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.retriable_status_codes = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.988828] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.service_name = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.988982] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.service_type = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.989155] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.split_loggers = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.989317] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.status_code_retries = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.989475] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.status_code_retry_delay = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.989633] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.timeout = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.989793] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.valid_interfaces = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.989951] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_limit.version = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.990131] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_reports.file_event_handler = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.990301] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.990463] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] oslo_reports.log_dir = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.990635] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.990800] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.990963] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.991145] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.991315] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.991479] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.991649] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.991810] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_ovs_privileged.group = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.991969] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.992148] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.992312] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.992471] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] vif_plug_ovs_privileged.user = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.992662] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.992854] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.993040] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.993217] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.993388] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.993563] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.993732] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.993898] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.994089] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.994264] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_ovs.isolate_vif = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.994434] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.994611] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.994815] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.994998] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.995180] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] os_vif_ovs.per_port_bridge = False {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.995355] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] privsep_osbrick.capabilities = [21] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.995519] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] privsep_osbrick.group = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.995681] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] privsep_osbrick.helper_command = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.995849] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.996020] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.996184] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] privsep_osbrick.user = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.996359] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.996517] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] nova_sys_admin.group = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.996675] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] nova_sys_admin.helper_command = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.996843] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.997014] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.997177] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] nova_sys_admin.user = None {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 596.997309] env[68934]: DEBUG oslo_service.backend.eventlet.service [None req-37b6a47a-2f84-4009-9f91-df798b40f613 None None] ******************************************************************************** {{(pid=68934) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 596.997726] env[68934]: INFO nova.service [-] Starting compute node (version 31.0.0) [ 597.501556] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Getting list of instances from cluster (obj){ [ 597.501556] env[68934]: value = "domain-c8" [ 597.501556] env[68934]: _type = "ClusterComputeResource" [ 597.501556] env[68934]: } {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 597.502642] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d479fb-406f-4eef-a37f-054d7e16b6c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.511665] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Got total of 0 instances {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 597.512282] env[68934]: WARNING nova.virt.vmwareapi.driver [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 597.512751] env[68934]: INFO nova.virt.node [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Generated node identity 64ca70af-0efc-43df-853f-90e83858da1f [ 597.512986] env[68934]: INFO nova.virt.node [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Wrote node identity 64ca70af-0efc-43df-853f-90e83858da1f to /opt/stack/data/n-cpu-1/compute_id [ 598.015260] env[68934]: WARNING nova.compute.manager [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Compute nodes ['64ca70af-0efc-43df-853f-90e83858da1f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 599.021484] env[68934]: INFO nova.compute.manager [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 600.027713] env[68934]: WARNING nova.compute.manager [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 600.028100] env[68934]: DEBUG oslo_concurrency.lockutils [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.028244] env[68934]: DEBUG oslo_concurrency.lockutils [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.028396] env[68934]: DEBUG oslo_concurrency.lockutils [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.028547] env[68934]: DEBUG nova.compute.resource_tracker [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 600.029485] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a68364b-7ac3-4cb4-b401-561b412b3831 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.037745] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b52abd-66ed-4904-a54e-bf7c6846f3ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.051830] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c750cf2d-5a0d-48d7-8cab-34882f827abc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.058111] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7fbb4-9827-4161-b6f7-39a3ed6b337a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.086120] env[68934]: DEBUG nova.compute.resource_tracker [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181055MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 600.086263] env[68934]: DEBUG oslo_concurrency.lockutils [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.086461] env[68934]: DEBUG oslo_concurrency.lockutils [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.591967] env[68934]: WARNING nova.compute.resource_tracker [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] No compute node record for cpu-1:64ca70af-0efc-43df-853f-90e83858da1f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 64ca70af-0efc-43df-853f-90e83858da1f could not be found. [ 601.095548] env[68934]: INFO nova.compute.resource_tracker [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 64ca70af-0efc-43df-853f-90e83858da1f [ 602.604937] env[68934]: DEBUG nova.compute.resource_tracker [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 602.605359] env[68934]: DEBUG nova.compute.resource_tracker [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 602.763783] env[68934]: INFO nova.scheduler.client.report [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] [req-9952c69c-6f85-4452-9e0a-b20cf0e4638e] Created resource provider record via placement API for resource provider with UUID 64ca70af-0efc-43df-853f-90e83858da1f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 602.780628] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171f7e1-c2db-4238-b186-d88f3ce66d3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.788634] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f960b30-4b14-46e9-a937-c1dbc392c267 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.819063] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d304de4-305e-404b-830f-ab697b522f23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.825964] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b781a1-ea1f-40b9-b109-95d158866b74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.838697] env[68934]: DEBUG nova.compute.provider_tree [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.374101] env[68934]: DEBUG nova.scheduler.client.report [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Updated inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 603.374331] env[68934]: DEBUG nova.compute.provider_tree [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Updating resource provider 64ca70af-0efc-43df-853f-90e83858da1f generation from 0 to 1 during operation: update_inventory {{(pid=68934) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.374466] env[68934]: DEBUG nova.compute.provider_tree [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.423660] env[68934]: DEBUG nova.compute.provider_tree [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Updating resource provider 64ca70af-0efc-43df-853f-90e83858da1f generation from 1 to 2 during operation: update_traits {{(pid=68934) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.928773] env[68934]: DEBUG nova.compute.resource_tracker [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 603.928773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.928773] env[68934]: DEBUG nova.service [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Creating RPC server for service compute {{(pid=68934) start /opt/stack/nova/nova/service.py:186}} [ 603.941535] env[68934]: DEBUG nova.service [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] Join ServiceGroup membership for this service compute {{(pid=68934) start /opt/stack/nova/nova/service.py:203}} [ 603.941713] env[68934]: DEBUG nova.servicegroup.drivers.db [None req-76b7a416-1384-4b9c-9c04-345c29157277 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68934) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 640.842635] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "cede76ff-96e6-4595-aae6-b607fc431029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.842938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "cede76ff-96e6-4595-aae6-b607fc431029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.173506] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.173506] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.345436] env[68934]: DEBUG nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.433201] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.433437] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.673241] env[68934]: DEBUG nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.885043] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.885408] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.888202] env[68934]: INFO nova.compute.claims [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.938240] env[68934]: DEBUG nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.195535] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.469483] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.813688] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "46825de6-bba3-4833-af06-eb2ba1526aa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.813976] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.997609] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5784ec19-0b75-4826-aa5f-e4b30ae936ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.008370] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce878f38-a605-4c11-9bc3-5583da53598f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.047468] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5435ba-ad17-46db-b572-6c0ffb84ed91 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.058017] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02baca58-8382-422a-b950-a2db87aaf6fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.087830] env[68934]: DEBUG nova.compute.provider_tree [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.319328] env[68934]: DEBUG nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.592130] env[68934]: DEBUG nova.scheduler.client.report [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.689661] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "9493b14e-c374-4689-9b62-f927e467cc00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.689987] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "9493b14e-c374-4689-9b62-f927e467cc00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.851020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.097107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.098682] env[68934]: DEBUG nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.103074] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.908s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.105072] env[68934]: INFO nova.compute.claims [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.195021] env[68934]: DEBUG nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.614552] env[68934]: DEBUG nova.compute.utils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.614971] env[68934]: DEBUG nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.618217] env[68934]: DEBUG nova.network.neutron [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.661138] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.661502] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.726387] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.827205] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.827448] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.126851] env[68934]: DEBUG nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.164429] env[68934]: DEBUG nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.264132] env[68934]: DEBUG nova.policy [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf91d53c036849bdbebac4f32ddc9968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '323667b3a9514f67ac85906c37a771ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.321014] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc9791-3566-4a33-8cf9-51d116082d7d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.332463] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90249c9-1d6a-454c-9001-702b21720cf5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.339111] env[68934]: DEBUG nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.384830] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f54b68-a49c-411e-bf75-d7b16aabe984 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.393532] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b3e1b2-e7af-4b46-a319-87c5e36de870 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.408199] env[68934]: DEBUG nova.compute.provider_tree [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.693377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.869099] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.915092] env[68934]: DEBUG nova.scheduler.client.report [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.071548] env[68934]: DEBUG nova.network.neutron [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Successfully created port: 141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.138498] env[68934]: DEBUG nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.178249] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.178529] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.179118] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.179118] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.182549] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.183262] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.183262] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.183262] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.183660] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.183738] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.183919] env[68934]: DEBUG nova.virt.hardware [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.184820] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce034560-c4ec-425b-b396-a0ae9cd6b22c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.196136] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe8c080-5d1c-4e2a-acdc-ded0c4d85303 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.214705] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "beabb1da-0d72-4d79-84ee-7804e452ddc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.214705] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.219082] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ddff0-9169-41a0-a778-ebf5f00d5494 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.418984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.420371] env[68934]: DEBUG nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.422017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.954s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.423405] env[68934]: INFO nova.compute.claims [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.730280] env[68934]: DEBUG nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.785796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.786206] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.929103] env[68934]: DEBUG nova.compute.utils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.932436] env[68934]: DEBUG nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.932658] env[68934]: DEBUG nova.network.neutron [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.011126] env[68934]: DEBUG nova.policy [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37215f3cbc8d4d26b415e38d8f847b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f678285c4094b0e8cbb0b5c337bf262', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.265430] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.290402] env[68934]: DEBUG nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.433839] env[68934]: DEBUG nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.489207] env[68934]: DEBUG nova.network.neutron [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Successfully created port: b7fabe2a-a946-4033-a56d-de9abb2a34b5 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.602627] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd4b472-920d-4f92-ba65-b9cbbad94831 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.610782] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65675a9a-27a9-46d0-a9cd-9dbdb60ec9a0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.644108] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31827c54-4cb8-4b75-a565-2f92c1c4e169 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.652335] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88571fa4-7399-4046-906d-58db9a4eec21 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.676938] env[68934]: DEBUG nova.compute.provider_tree [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.820813] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.151651] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.152303] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.180113] env[68934]: DEBUG nova.scheduler.client.report [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.458287] env[68934]: DEBUG nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.496750] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.496750] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.496750] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.497017] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.497017] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.497017] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.497017] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.497862] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.498301] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.499234] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.499940] env[68934]: DEBUG nova.virt.hardware [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.501320] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30bdc57-c56c-49ab-8e27-8fe468b7bf50 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.511540] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e41197-2dda-476c-9c5a-01d1b7b900d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.656277] env[68934]: DEBUG nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.665032] env[68934]: DEBUG nova.network.neutron [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Successfully updated port: 141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.688146] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.688146] env[68934]: DEBUG nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.690527] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.841s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.694880] env[68934]: INFO nova.compute.claims [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.946748] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.167551] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.167828] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.167884] env[68934]: DEBUG nova.network.neutron [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.196316] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.204153] env[68934]: DEBUG nova.compute.utils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.205488] env[68934]: DEBUG nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.205682] env[68934]: DEBUG nova.network.neutron [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.335764] env[68934]: DEBUG nova.policy [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f0436be197479889e6b67ff76a7bf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed2be60d8a24028b2c0df7fe5078ccb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.455039] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Getting list of instances from cluster (obj){ [ 649.455039] env[68934]: value = "domain-c8" [ 649.455039] env[68934]: _type = "ClusterComputeResource" [ 649.455039] env[68934]: } {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 649.456510] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815ed19-32b9-4007-9755-ac959c969b20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.468056] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Got total of 0 instances {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 649.468339] env[68934]: WARNING nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor. [ 649.468377] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid cede76ff-96e6-4595-aae6-b607fc431029 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 649.468534] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 649.468686] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 90ecff07-a783-43f5-be53-0e6f6fc1e7a5 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 649.468831] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 46825de6-bba3-4833-af06-eb2ba1526aa7 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 649.469143] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "cede76ff-96e6-4595-aae6-b607fc431029" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.469381] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.469581] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.469773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "46825de6-bba3-4833-af06-eb2ba1526aa7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.469949] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.470297] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Getting list of instances from cluster (obj){ [ 649.470297] env[68934]: value = "domain-c8" [ 649.470297] env[68934]: _type = "ClusterComputeResource" [ 649.470297] env[68934]: } {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 649.471197] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63050ad-25f6-48d6-a69a-710385d239a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.482561] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Got total of 0 instances {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 649.715107] env[68934]: DEBUG nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.848434] env[68934]: DEBUG nova.compute.manager [req-e7ffc86a-9e54-46d4-8621-f1e541c15061 req-c7455879-fa91-46f0-940c-12a92c67af93 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received event network-vif-plugged-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.848777] env[68934]: DEBUG oslo_concurrency.lockutils [req-e7ffc86a-9e54-46d4-8621-f1e541c15061 req-c7455879-fa91-46f0-940c-12a92c67af93 service nova] Acquiring lock "cede76ff-96e6-4595-aae6-b607fc431029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.849012] env[68934]: DEBUG oslo_concurrency.lockutils [req-e7ffc86a-9e54-46d4-8621-f1e541c15061 req-c7455879-fa91-46f0-940c-12a92c67af93 service nova] Lock "cede76ff-96e6-4595-aae6-b607fc431029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.849190] env[68934]: DEBUG oslo_concurrency.lockutils [req-e7ffc86a-9e54-46d4-8621-f1e541c15061 req-c7455879-fa91-46f0-940c-12a92c67af93 service nova] Lock "cede76ff-96e6-4595-aae6-b607fc431029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.849385] env[68934]: DEBUG nova.compute.manager [req-e7ffc86a-9e54-46d4-8621-f1e541c15061 req-c7455879-fa91-46f0-940c-12a92c67af93 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] No waiting events found dispatching network-vif-plugged-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.849553] env[68934]: WARNING nova.compute.manager [req-e7ffc86a-9e54-46d4-8621-f1e541c15061 req-c7455879-fa91-46f0-940c-12a92c67af93 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received unexpected event network-vif-plugged-141940f2-8bca-44df-a2a2-807dd68955cd for instance with vm_state building and task_state spawning. [ 649.922714] env[68934]: DEBUG nova.network.neutron [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.972320] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5c815-5496-46f2-aec4-48436792b39a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.980169] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f646fa0-76db-49b8-96da-bb0c757e29bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.011688] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d9af7-c507-4b41-a53f-694ac052456f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.020614] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f678cce2-467d-4f1d-9d00-9d1425e7fdc8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.034513] env[68934]: DEBUG nova.compute.provider_tree [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.182040] env[68934]: DEBUG nova.network.neutron [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Successfully created port: 83df9914-9049-4c1f-8b5a-380bd184c51f {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.541471] env[68934]: DEBUG nova.scheduler.client.report [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.731408] env[68934]: DEBUG nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.759038] env[68934]: DEBUG nova.network.neutron [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updating instance_info_cache with network_info: [{"id": "141940f2-8bca-44df-a2a2-807dd68955cd", "address": "fa:16:3e:50:51:0d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141940f2-8b", "ovs_interfaceid": "141940f2-8bca-44df-a2a2-807dd68955cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.765162] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.765162] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.765162] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.765477] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.765477] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.765477] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.765477] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.765477] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.765618] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.765618] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.765618] env[68934]: DEBUG nova.virt.hardware [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.767716] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8856e6be-2694-40fc-a14e-264036707578 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.779472] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95ce4c3-ddd4-4bac-9cc9-b92f94c16cc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.805932] env[68934]: DEBUG nova.network.neutron [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Successfully updated port: b7fabe2a-a946-4033-a56d-de9abb2a34b5 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.046800] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.047530] env[68934]: DEBUG nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.051307] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.325s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.052728] env[68934]: INFO nova.compute.claims [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.263016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Releasing lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.263016] env[68934]: DEBUG nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Instance network_info: |[{"id": "141940f2-8bca-44df-a2a2-807dd68955cd", "address": "fa:16:3e:50:51:0d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141940f2-8b", "ovs_interfaceid": "141940f2-8bca-44df-a2a2-807dd68955cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.263202] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:51:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '141940f2-8bca-44df-a2a2-807dd68955cd', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.290440] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.290646] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0a9dbad-84ac-4ff0-acf4-16a98bd45c4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.304202] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Created folder: OpenStack in parent group-v4. [ 651.304443] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Creating folder: Project (323667b3a9514f67ac85906c37a771ef). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.304632] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06490905-ae68-431d-bd68-a78012f14e12 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.310381] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "refresh_cache-0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.310517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquired lock "refresh_cache-0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.310656] env[68934]: DEBUG nova.network.neutron [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.316817] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Created folder: Project (323667b3a9514f67ac85906c37a771ef) in parent group-v627191. [ 651.316817] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Creating folder: Instances. Parent ref: group-v627192. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.316817] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f631e488-8ccb-4f18-82fb-d98b90d9c062 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.331273] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Created folder: Instances in parent group-v627192. [ 651.331273] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.331273] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.331273] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c7c867f-bf16-410a-aef9-ded074b5d3c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.362403] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.362403] env[68934]: value = "task-3134266" [ 651.362403] env[68934]: _type = "Task" [ 651.362403] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.368681] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134266, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.549196] env[68934]: DEBUG nova.compute.manager [req-a3929d45-df9f-49b4-bc50-b46b8588d945 req-4ff4a26d-8001-41bf-b2ca-015aaa4d1a64 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Received event network-vif-plugged-b7fabe2a-a946-4033-a56d-de9abb2a34b5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.549453] env[68934]: DEBUG oslo_concurrency.lockutils [req-a3929d45-df9f-49b4-bc50-b46b8588d945 req-4ff4a26d-8001-41bf-b2ca-015aaa4d1a64 service nova] Acquiring lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.549589] env[68934]: DEBUG oslo_concurrency.lockutils [req-a3929d45-df9f-49b4-bc50-b46b8588d945 req-4ff4a26d-8001-41bf-b2ca-015aaa4d1a64 service nova] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.549743] env[68934]: DEBUG oslo_concurrency.lockutils [req-a3929d45-df9f-49b4-bc50-b46b8588d945 req-4ff4a26d-8001-41bf-b2ca-015aaa4d1a64 service nova] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.549901] env[68934]: DEBUG nova.compute.manager [req-a3929d45-df9f-49b4-bc50-b46b8588d945 req-4ff4a26d-8001-41bf-b2ca-015aaa4d1a64 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] No waiting events found dispatching network-vif-plugged-b7fabe2a-a946-4033-a56d-de9abb2a34b5 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.554014] env[68934]: WARNING nova.compute.manager [req-a3929d45-df9f-49b4-bc50-b46b8588d945 req-4ff4a26d-8001-41bf-b2ca-015aaa4d1a64 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Received unexpected event network-vif-plugged-b7fabe2a-a946-4033-a56d-de9abb2a34b5 for instance with vm_state building and task_state spawning. [ 651.558273] env[68934]: DEBUG nova.compute.utils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.561226] env[68934]: DEBUG nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 651.873537] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134266, 'name': CreateVM_Task, 'duration_secs': 0.411391} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.873537] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.895777] env[68934]: DEBUG oslo_vmware.service [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea064233-41ea-4a1f-a620-ee8c27986a0c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.902932] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.902932] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.903086] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.903352] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466d0f60-618d-466e-9c82-d159aa84eef4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.911722] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 651.911722] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec85be-e60b-d2c9-8765-9529d30b6e8e" [ 651.911722] env[68934]: _type = "Task" [ 651.911722] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.919870] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec85be-e60b-d2c9-8765-9529d30b6e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.921820] env[68934]: DEBUG nova.network.neutron [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.062693] env[68934]: DEBUG nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.160608] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.164392] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.165041] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.165041] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.165041] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.165203] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.165460] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.165567] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 652.166031] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.243798] env[68934]: DEBUG nova.network.neutron [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Updating instance_info_cache with network_info: [{"id": "b7fabe2a-a946-4033-a56d-de9abb2a34b5", "address": "fa:16:3e:d6:67:a5", "network": {"id": "9ad53a2d-6cd0-4210-858b-10a525eb6887", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2028598522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f678285c4094b0e8cbb0b5c337bf262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fabe2a-a9", "ovs_interfaceid": "b7fabe2a-a946-4033-a56d-de9abb2a34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.387677] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d1596-725b-4a43-91df-cabbce1becce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.396071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b5bf83-9b47-426a-9acd-99f4dbfe2409 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.431916] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d6fa3-ca1c-40db-8f30-79c595a34256 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.443993] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.443993] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.443993] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.443993] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.444261] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.444261] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c2ce32-2d98-43ba-8e04-9232fde040a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.451118] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6f7347-2762-4189-999a-0cc0352b85fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.464857] env[68934]: DEBUG nova.compute.provider_tree [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.468386] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.468571] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.469599] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8d2098-4434-4c87-a9cb-a71a8886a1eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.478330] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9dbd3d-3cf4-4a7f-88da-f832a40594d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.484039] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 652.484039] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52958df2-ca1c-43ba-7dab-58c9bcc78d60" [ 652.484039] env[68934]: _type = "Task" [ 652.484039] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.489316] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52958df2-ca1c-43ba-7dab-58c9bcc78d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.628128] env[68934]: DEBUG nova.compute.manager [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.628128] env[68934]: DEBUG nova.compute.manager [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing instance network info cache due to event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.628128] env[68934]: DEBUG oslo_concurrency.lockutils [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] Acquiring lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.628128] env[68934]: DEBUG oslo_concurrency.lockutils [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] Acquired lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.628985] env[68934]: DEBUG nova.network.neutron [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.670633] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.751315] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Releasing lock "refresh_cache-0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751638] env[68934]: DEBUG nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Instance network_info: |[{"id": "b7fabe2a-a946-4033-a56d-de9abb2a34b5", "address": "fa:16:3e:d6:67:a5", "network": {"id": "9ad53a2d-6cd0-4210-858b-10a525eb6887", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2028598522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f678285c4094b0e8cbb0b5c337bf262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fabe2a-a9", "ovs_interfaceid": "b7fabe2a-a946-4033-a56d-de9abb2a34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.752293] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:67:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7fabe2a-a946-4033-a56d-de9abb2a34b5', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.762960] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Creating folder: Project (4f678285c4094b0e8cbb0b5c337bf262). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.765390] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dfa8c20-dc4f-4253-b1fe-2b925d3b2b89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.776225] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Created folder: Project (4f678285c4094b0e8cbb0b5c337bf262) in parent group-v627191. [ 652.776366] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Creating folder: Instances. Parent ref: group-v627195. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.777396] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccc6e345-467a-4ebb-a822-d22ba4556cce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.788800] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Created folder: Instances in parent group-v627195. [ 652.788905] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.789174] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.789333] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4be692a1-9eda-4dd2-86a5-a6c696bcbd2e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.813470] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.813470] env[68934]: value = "task-3134269" [ 652.813470] env[68934]: _type = "Task" [ 652.813470] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.821261] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134269, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.904259] env[68934]: DEBUG nova.network.neutron [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Successfully updated port: 83df9914-9049-4c1f-8b5a-380bd184c51f {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.972032] env[68934]: DEBUG nova.scheduler.client.report [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.984079] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "c597adf2-b172-451d-80bf-64fce9c6869b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.984300] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "c597adf2-b172-451d-80bf-64fce9c6869b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.994772] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Preparing fetch location {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 652.995100] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Creating directory with path [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.995422] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d78dea-7b15-4ccb-bf99-94c75cd89037 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.016870] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Created directory with path [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.017102] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Fetch image to [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 653.017283] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Downloading image file data 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk on the data store datastore1 {{(pid=68934) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 653.018484] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0df171c-ef6f-4c53-b500-7f435f6ec811 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.031529] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2f5a26-e21a-4ce5-b9f4-0b6c0c3567f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.045087] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ca4bc-c3f1-4a41-9181-c4925afa8d7b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.077429] env[68934]: DEBUG nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.080236] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d8949-ff15-490c-8974-5b30f984da70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.089831] env[68934]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-484d1a66-f6e8-4ada-8c5d-e0c36dc74be1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.113153] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.113153] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.113153] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.113153] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.114929] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.114929] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.114929] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.114929] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.114929] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.118815] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.118815] env[68934]: DEBUG nova.virt.hardware [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.118815] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46818292-5f6a-491b-8911-2af2ba527347 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.126518] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9261b4-8c2d-4f79-b01e-0cde6f53e207 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.149075] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.154333] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Creating folder: Project (183fa7b4d1bc4d7aaecdc6191ce56fbd). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.154333] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f855ab4-1af7-4933-857d-323643a69607 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.168639] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Created folder: Project (183fa7b4d1bc4d7aaecdc6191ce56fbd) in parent group-v627191. [ 653.168639] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Creating folder: Instances. Parent ref: group-v627198. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.168639] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f83fa12c-d654-4477-8cb3-f26de2e3693e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.177665] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Created folder: Instances in parent group-v627198. [ 653.178207] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.180337] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.180777] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Downloading image file data 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to the data store datastore1 {{(pid=68934) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 653.182855] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d50d20-18fa-48b7-815f-dd8af3328679 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.204891] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.204891] env[68934]: value = "task-3134272" [ 653.204891] env[68934]: _type = "Task" [ 653.204891] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.218313] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134272, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.281146] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68934) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 653.383561] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134269, 'name': CreateVM_Task, 'duration_secs': 0.346018} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.383897] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.384871] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.385171] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.385839] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.386149] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529f7d22-e236-4fca-9532-e383d4961235 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.391288] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 653.391288] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e5e51c-89cf-3e76-e9b9-da2fd2adf306" [ 653.391288] env[68934]: _type = "Task" [ 653.391288] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.401653] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e5e51c-89cf-3e76-e9b9-da2fd2adf306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.407744] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "refresh_cache-90ecff07-a783-43f5-be53-0e6f6fc1e7a5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.407744] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "refresh_cache-90ecff07-a783-43f5-be53-0e6f6fc1e7a5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.407744] env[68934]: DEBUG nova.network.neutron [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.485300] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.486553] env[68934]: DEBUG nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.492701] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.799s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.496970] env[68934]: INFO nova.compute.claims [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.723282] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134272, 'name': CreateVM_Task, 'duration_secs': 0.277126} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.725277] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.727018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.905481] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.905806] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.905806] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.905977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.906902] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.907407] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08cc787-27c1-4e19-af03-5717b2c64c19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.916086] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 653.916086] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c42de1-ad3d-7179-098f-1b193cf75019" [ 653.916086] env[68934]: _type = "Task" [ 653.916086] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.929058] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c42de1-ad3d-7179-098f-1b193cf75019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.997128] env[68934]: DEBUG nova.network.neutron [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.008107] env[68934]: DEBUG nova.compute.utils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.014174] env[68934]: DEBUG nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.014174] env[68934]: DEBUG nova.network.neutron [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.059154] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Completed reading data from the image iterator. {{(pid=68934) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 654.059154] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 654.105967] env[68934]: DEBUG nova.network.neutron [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updated VIF entry in instance network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.107557] env[68934]: DEBUG nova.network.neutron [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updating instance_info_cache with network_info: [{"id": "141940f2-8bca-44df-a2a2-807dd68955cd", "address": "fa:16:3e:50:51:0d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141940f2-8b", "ovs_interfaceid": "141940f2-8bca-44df-a2a2-807dd68955cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.127676] env[68934]: DEBUG nova.compute.manager [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Received event network-changed-b7fabe2a-a946-4033-a56d-de9abb2a34b5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.127957] env[68934]: DEBUG nova.compute.manager [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Refreshing instance network info cache due to event network-changed-b7fabe2a-a946-4033-a56d-de9abb2a34b5. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.128246] env[68934]: DEBUG oslo_concurrency.lockutils [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] Acquiring lock "refresh_cache-0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.128418] env[68934]: DEBUG oslo_concurrency.lockutils [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] Acquired lock "refresh_cache-0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.128589] env[68934]: DEBUG nova.network.neutron [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Refreshing network info cache for port b7fabe2a-a946-4033-a56d-de9abb2a34b5 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.199637] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Downloaded image file data 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk on the data store datastore1 {{(pid=68934) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 654.201039] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Caching image {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 654.201297] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Copying Virtual Disk [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk to [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.203988] env[68934]: DEBUG nova.policy [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cd93542aaca4c3ea84cfa2904390455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '125360d348564b48a24a47a10b0b83d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.206751] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3116b9ba-8512-4e00-9feb-0623f0f5e1e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.219799] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 654.219799] env[68934]: value = "task-3134273" [ 654.219799] env[68934]: _type = "Task" [ 654.219799] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.230724] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.430149] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.430149] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.430149] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.476307] env[68934]: DEBUG nova.network.neutron [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Updating instance_info_cache with network_info: [{"id": "83df9914-9049-4c1f-8b5a-380bd184c51f", "address": "fa:16:3e:7e:5d:2a", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83df9914-90", "ovs_interfaceid": "83df9914-9049-4c1f-8b5a-380bd184c51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.511581] env[68934]: DEBUG nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.613283] env[68934]: DEBUG oslo_concurrency.lockutils [req-6dbd7bae-13a9-49d9-a0bc-428a9c7db532 req-f0c7ff2b-23bf-41fe-ae76-5ce1967253b7 service nova] Releasing lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.734729] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134273, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.750465] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f62b863-ac26-4b88-8f60-1424e95e849d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.759541] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef66073-be9e-484a-bdd5-ab5d656028f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.800752] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63533351-f164-4f7c-957e-408c661f1ed2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.809287] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4377aeb0-94db-41ba-8391-53650bdbac62 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.826779] env[68934]: DEBUG nova.compute.provider_tree [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.983350] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "refresh_cache-90ecff07-a783-43f5-be53-0e6f6fc1e7a5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.983652] env[68934]: DEBUG nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Instance network_info: |[{"id": "83df9914-9049-4c1f-8b5a-380bd184c51f", "address": "fa:16:3e:7e:5d:2a", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83df9914-90", "ovs_interfaceid": "83df9914-9049-4c1f-8b5a-380bd184c51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.984391] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:5d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83df9914-9049-4c1f-8b5a-380bd184c51f', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.992234] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Creating folder: Project (2ed2be60d8a24028b2c0df7fe5078ccb). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.992234] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bad88acd-774d-4bc6-9e1a-feb600563a92 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.004752] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Created folder: Project (2ed2be60d8a24028b2c0df7fe5078ccb) in parent group-v627191. [ 655.007174] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Creating folder: Instances. Parent ref: group-v627201. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.007174] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9713964-dc5b-4715-8b9f-1e343a886592 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.014568] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Created folder: Instances in parent group-v627201. [ 655.015681] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.015980] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.020263] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7858232c-48e3-4bde-8725-d3ade79e986b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.048049] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.048049] env[68934]: value = "task-3134276" [ 655.048049] env[68934]: _type = "Task" [ 655.048049] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.059399] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134276, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.236487] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707254} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.236765] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Copied Virtual Disk [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk to [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.237472] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleting the datastore file [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.237472] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7381f894-42a1-4b7f-be15-f82d2072b689 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.243827] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 655.243827] env[68934]: value = "task-3134277" [ 655.243827] env[68934]: _type = "Task" [ 655.243827] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.257120] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.331297] env[68934]: DEBUG nova.scheduler.client.report [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.546422] env[68934]: DEBUG nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.561516] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134276, 'name': CreateVM_Task, 'duration_secs': 0.337677} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.561516] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.561516] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.561516] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.562013] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.562013] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28d7443-ffda-440f-b765-2fe55a356b70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.570696] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 655.570696] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520f6ebc-49e6-13da-cddd-ef732e33b927" [ 655.570696] env[68934]: _type = "Task" [ 655.570696] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.574075] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.574075] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.574286] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.574324] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.574714] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.574714] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.578270] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.578379] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.578555] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.578721] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.578888] env[68934]: DEBUG nova.virt.hardware [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.579834] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f507c5-1565-46c6-acb3-e4c24a2d667e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.604986] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc922d-9004-452b-a92a-428a63a0ff42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.610220] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.610616] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.610848] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.755755] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024666} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.756066] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.756811] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Moving file from [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a/297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7. {{(pid=68934) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 655.757071] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ece2b8e9-0534-4e84-bd78-41c1984c2707 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.768565] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 655.768565] env[68934]: value = "task-3134278" [ 655.768565] env[68934]: _type = "Task" [ 655.768565] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.780933] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134278, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.837991] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.837991] env[68934]: DEBUG nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.844400] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.975s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.845211] env[68934]: INFO nova.compute.claims [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.931837] env[68934]: DEBUG nova.network.neutron [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Updated VIF entry in instance network info cache for port b7fabe2a-a946-4033-a56d-de9abb2a34b5. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.932711] env[68934]: DEBUG nova.network.neutron [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Updating instance_info_cache with network_info: [{"id": "b7fabe2a-a946-4033-a56d-de9abb2a34b5", "address": "fa:16:3e:d6:67:a5", "network": {"id": "9ad53a2d-6cd0-4210-858b-10a525eb6887", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2028598522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f678285c4094b0e8cbb0b5c337bf262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fabe2a-a9", "ovs_interfaceid": "b7fabe2a-a946-4033-a56d-de9abb2a34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.005047] env[68934]: DEBUG nova.network.neutron [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Successfully created port: f3397086-820e-4f92-9554-9745eec62486 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.287384] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134278, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.179217} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.287660] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] File moved {{(pid=68934) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 656.287854] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Cleaning up location [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 656.288025] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleting the datastore file [datastore1] vmware_temp/c2363a53-bcf6-4554-acda-e66259c83b6a {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.288327] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ad2d64-e6d1-45e1-994a-1f5f7c6ca078 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.299370] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 656.299370] env[68934]: value = "task-3134279" [ 656.299370] env[68934]: _type = "Task" [ 656.299370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.305265] env[68934]: DEBUG nova.compute.manager [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Received event network-vif-plugged-83df9914-9049-4c1f-8b5a-380bd184c51f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.305501] env[68934]: DEBUG oslo_concurrency.lockutils [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] Acquiring lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.306774] env[68934]: DEBUG oslo_concurrency.lockutils [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.306774] env[68934]: DEBUG oslo_concurrency.lockutils [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.306774] env[68934]: DEBUG nova.compute.manager [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] No waiting events found dispatching network-vif-plugged-83df9914-9049-4c1f-8b5a-380bd184c51f {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.306774] env[68934]: WARNING nova.compute.manager [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Received unexpected event network-vif-plugged-83df9914-9049-4c1f-8b5a-380bd184c51f for instance with vm_state building and task_state spawning. [ 656.306774] env[68934]: DEBUG nova.compute.manager [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Received event network-changed-83df9914-9049-4c1f-8b5a-380bd184c51f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.307033] env[68934]: DEBUG nova.compute.manager [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Refreshing instance network info cache due to event network-changed-83df9914-9049-4c1f-8b5a-380bd184c51f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.307033] env[68934]: DEBUG oslo_concurrency.lockutils [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] Acquiring lock "refresh_cache-90ecff07-a783-43f5-be53-0e6f6fc1e7a5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.307033] env[68934]: DEBUG oslo_concurrency.lockutils [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] Acquired lock "refresh_cache-90ecff07-a783-43f5-be53-0e6f6fc1e7a5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.307033] env[68934]: DEBUG nova.network.neutron [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Refreshing network info cache for port 83df9914-9049-4c1f-8b5a-380bd184c51f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.318692] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.351426] env[68934]: DEBUG nova.compute.utils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.353031] env[68934]: DEBUG nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.356107] env[68934]: DEBUG nova.network.neutron [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.440772] env[68934]: DEBUG oslo_concurrency.lockutils [req-c6357bd4-81cd-487e-961f-4cb6700ed0fe req-cbbab49e-378c-4265-9e88-a57c8278d729 service nova] Releasing lock "refresh_cache-0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.464830] env[68934]: DEBUG nova.policy [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4f5a9fa75447feb49fe267283569f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d6520c00c741889df9bb0897cb4dfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.715467] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.716562] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.825929] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02515} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.825929] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.825929] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f32f1aa-667b-44f4-8be3-0bd36e145175 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.835365] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 656.835365] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52488855-a33b-2539-756f-3a75a245f0a3" [ 656.835365] env[68934]: _type = "Task" [ 656.835365] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.847761] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52488855-a33b-2539-756f-3a75a245f0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.848181] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.848629] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] cede76ff-96e6-4595-aae6-b607fc431029/cede76ff-96e6-4595-aae6-b607fc431029.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.850559] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.850869] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.851194] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81123c44-40b0-4467-81b2-2e53d9a78371 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.853647] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc9bb2bd-e3f5-4653-b172-e6911db14ccb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.866307] env[68934]: DEBUG nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.869472] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 656.869472] env[68934]: value = "task-3134280" [ 656.869472] env[68934]: _type = "Task" [ 656.869472] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.872273] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.872273] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.875467] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa671b9-8e21-4688-ada5-4caeeea56c46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.882791] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.884275] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 656.884275] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529f9d96-1a04-bf7d-fd3c-78aeaf33cbc3" [ 656.884275] env[68934]: _type = "Task" [ 656.884275] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.893673] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529f9d96-1a04-bf7d-fd3c-78aeaf33cbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.894029] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96af738e-4556-4fca-ba0d-833e7f5a1367 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.902757] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 656.902757] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52abd197-7633-31a6-f72c-9d33bfcce88f" [ 656.902757] env[68934]: _type = "Task" [ 656.902757] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.911549] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52abd197-7633-31a6-f72c-9d33bfcce88f, 'name': SearchDatastore_Task, 'duration_secs': 0.008349} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.911786] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.912039] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f/0d8f8de8-12ea-4b25-ae40-14a86b30fc0f.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.912601] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.913050] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.913279] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0064aef8-cb6b-4bdf-aad6-e54204b39fef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.915904] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc319552-12b0-4a60-8836-a2bb18d773c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.922652] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 656.922652] env[68934]: value = "task-3134281" [ 656.922652] env[68934]: _type = "Task" [ 656.922652] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.927313] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.927619] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.929409] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec69d8d-2ced-456e-a36c-ccdbcdc4baef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.937139] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.947816] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "779e4d61-890e-4701-9ae8-59314d2486ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.947816] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "779e4d61-890e-4701-9ae8-59314d2486ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.947816] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 656.947816] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b932a4-7032-d0a4-3289-d88184a9061b" [ 656.947816] env[68934]: _type = "Task" [ 656.947816] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.957020] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b932a4-7032-d0a4-3289-d88184a9061b, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.960910] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51cc9ac-12cd-4574-a987-69ee39484a6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.967939] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 656.967939] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52905f96-1b81-e4c8-c3e0-03a7a1a8b7d8" [ 656.967939] env[68934]: _type = "Task" [ 656.967939] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.978581] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52905f96-1b81-e4c8-c3e0-03a7a1a8b7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.152769] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc04a0-5acb-440f-8623-013240be38e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.161179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f892ebd-f710-4439-9e92-7fa8c8c7adb6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.193222] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39085b8b-b822-4b96-ac8e-13bb38c60719 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.201100] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7594ca9b-be44-4e03-8f4d-bf5280bd0da1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.217122] env[68934]: DEBUG nova.compute.provider_tree [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.386442] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134280, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.410601] env[68934]: DEBUG nova.network.neutron [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Updated VIF entry in instance network info cache for port 83df9914-9049-4c1f-8b5a-380bd184c51f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.410601] env[68934]: DEBUG nova.network.neutron [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Updating instance_info_cache with network_info: [{"id": "83df9914-9049-4c1f-8b5a-380bd184c51f", "address": "fa:16:3e:7e:5d:2a", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83df9914-90", "ovs_interfaceid": "83df9914-9049-4c1f-8b5a-380bd184c51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.437485] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.444669] env[68934]: DEBUG nova.network.neutron [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Successfully created port: bc7876ea-9850-4fd3-8707-f93a137dd7ef {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.482887] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52905f96-1b81-e4c8-c3e0-03a7a1a8b7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.483139] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.483660] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.483660] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.483927] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.484366] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-699cd9c8-7213-459f-94da-1518e48b43ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.486574] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcdd77f9-7c75-4793-aadb-dd993a0b7e24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.495075] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 657.495075] env[68934]: value = "task-3134282" [ 657.495075] env[68934]: _type = "Task" [ 657.495075] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.496380] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.496562] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.502821] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d17ec88-1cae-46a9-b43f-f1c5dd5ca445 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.511715] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.513597] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 657.513597] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e40ba5-020c-a8d0-d71e-d1013a63e2a8" [ 657.513597] env[68934]: _type = "Task" [ 657.513597] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.523798] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e40ba5-020c-a8d0-d71e-d1013a63e2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.719853] env[68934]: DEBUG nova.scheduler.client.report [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.883990] env[68934]: DEBUG nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.898281] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602176} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.899200] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] cede76ff-96e6-4595-aae6-b607fc431029/cede76ff-96e6-4595-aae6-b607fc431029.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.899200] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.899200] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2372401-7d58-48f3-8adb-f706d164f540 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.907183] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 657.907183] env[68934]: value = "task-3134283" [ 657.907183] env[68934]: _type = "Task" [ 657.907183] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.913469] env[68934]: DEBUG oslo_concurrency.lockutils [req-25284cf1-1de2-4bfb-a577-a9485310dedb req-db99a414-7dd2-4a5f-a95b-99ed368c3890 service nova] Releasing lock "refresh_cache-90ecff07-a783-43f5-be53-0e6f6fc1e7a5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.920970] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.932305] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.933330] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.933330] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.933330] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.933330] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.933330] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.935929] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.935929] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.935929] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.935929] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.935929] env[68934]: DEBUG nova.virt.hardware [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.936801] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6454e38-f3fb-4735-8e34-3cf51897139b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.947606] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884656} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.950063] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f/0d8f8de8-12ea-4b25-ae40-14a86b30fc0f.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.950063] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.953314] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78fadda1-3d85-48cb-a673-cf52a655aa30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.957364] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee09c52-34b7-4417-865f-04bc42a13ef0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.988106] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 657.988106] env[68934]: value = "task-3134284" [ 657.988106] env[68934]: _type = "Task" [ 657.988106] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.998548] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.006805] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134282, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.027815] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e40ba5-020c-a8d0-d71e-d1013a63e2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.057335} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.028861] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e891f65-24ce-424c-8b43-2aaa00c94693 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.035262] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 658.035262] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52497826-ce31-a8af-3499-010d08dc3316" [ 658.035262] env[68934]: _type = "Task" [ 658.035262] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.043944] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52497826-ce31-a8af-3499-010d08dc3316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.229745] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.231026] env[68934]: DEBUG nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.233722] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.968s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.234370] env[68934]: INFO nova.compute.claims [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.310799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.311099] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.347874] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.348129] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.377094] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "20a3286d-dc1c-4338-9606-c26176b55807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.378432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "20a3286d-dc1c-4338-9606-c26176b55807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.416660] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10467} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.416934] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.417921] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a7fa3e-5836-41c1-967e-74ee7f015f2e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.447675] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] cede76ff-96e6-4595-aae6-b607fc431029/cede76ff-96e6-4595-aae6-b607fc431029.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.448414] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bcc1a3e-9fb3-40b4-8fd4-debbd3280a48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.473905] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 658.473905] env[68934]: value = "task-3134285" [ 658.473905] env[68934]: _type = "Task" [ 658.473905] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.482569] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.496068] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208306} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.496324] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.500236] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2be6a5-1d9b-4a10-9063-d2fed88578fd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.502049] env[68934]: DEBUG nova.network.neutron [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Successfully updated port: f3397086-820e-4f92-9554-9745eec62486 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.527432] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f/0d8f8de8-12ea-4b25-ae40-14a86b30fc0f.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.532294] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2c0391-24be-4968-ab44-1533e90dbbb3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.548135] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725944} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.548135] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.548135] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.551745] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd041d98-7652-4a0e-a355-b779959930a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.557938] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 658.557938] env[68934]: value = "task-3134286" [ 658.557938] env[68934]: _type = "Task" [ 658.557938] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.567196] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52497826-ce31-a8af-3499-010d08dc3316, 'name': SearchDatastore_Task, 'duration_secs': 0.052289} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.587706] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.587706] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 90ecff07-a783-43f5-be53-0e6f6fc1e7a5/90ecff07-a783-43f5-be53-0e6f6fc1e7a5.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.587706] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3321e1b1-5e26-4b07-ae44-0c4739209ba4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.587706] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 658.587706] env[68934]: value = "task-3134287" [ 658.587706] env[68934]: _type = "Task" [ 658.587706] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.593900] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 658.593900] env[68934]: value = "task-3134288" [ 658.593900] env[68934]: _type = "Task" [ 658.593900] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.596141] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.605178] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.729684] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.743212] env[68934]: DEBUG nova.compute.utils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.747443] env[68934]: DEBUG nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.747592] env[68934]: DEBUG nova.network.neutron [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.854861] env[68934]: DEBUG nova.policy [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ca6d3ca7f434ef8b6eed57ad9a2f00b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1504b0483c304dc88b18aad28db9b2ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.990482] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134285, 'name': ReconfigVM_Task, 'duration_secs': 0.30299} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.990980] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Reconfigured VM instance instance-00000001 to attach disk [datastore1] cede76ff-96e6-4595-aae6-b607fc431029/cede76ff-96e6-4595-aae6-b607fc431029.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.995671] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8101f24a-fd86-47ab-a75e-9690d5cbfabd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.003685] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 659.003685] env[68934]: value = "task-3134289" [ 659.003685] env[68934]: _type = "Task" [ 659.003685] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.009289] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "refresh_cache-9493b14e-c374-4689-9b62-f927e467cc00" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.009394] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired lock "refresh_cache-9493b14e-c374-4689-9b62-f927e467cc00" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009908] env[68934]: DEBUG nova.network.neutron [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.017505] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134289, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.074740] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.095539] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075254} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.096378] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.096772] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f95e182-4d26-4581-a916-3e7aaa2af02c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.108272] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503851} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.115590] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 90ecff07-a783-43f5-be53-0e6f6fc1e7a5/90ecff07-a783-43f5-be53-0e6f6fc1e7a5.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.115795] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.124603] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.124915] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66ced595-f126-4457-a1de-a6e379f1d8c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.127685] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f40237-ae6c-4513-abb8-705a0b20b978 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.152717] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "d0aed944-cd89-4ac0-908a-c93423113ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.152717] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.152717] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 659.152717] env[68934]: value = "task-3134290" [ 659.152717] env[68934]: _type = "Task" [ 659.152717] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.158241] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 659.158241] env[68934]: value = "task-3134291" [ 659.158241] env[68934]: _type = "Task" [ 659.158241] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.170376] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.174574] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.180714] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.180957] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.253871] env[68934]: DEBUG nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.492809] env[68934]: DEBUG nova.network.neutron [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Successfully created port: 80938fcd-0100-456a-93c6-29bf09fc5245 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.522611] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134289, 'name': Rename_Task, 'duration_secs': 0.172677} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.522875] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.523357] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21667ed5-9618-4163-b10e-ad9ffb8052f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.532288] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 659.532288] env[68934]: value = "task-3134292" [ 659.532288] env[68934]: _type = "Task" [ 659.532288] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.539564] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.577297] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134286, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.591522] env[68934]: DEBUG nova.network.neutron [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.627366] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233f551e-63b6-44ef-9922-d7ddaccb7e9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.638355] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b367d-aa8d-4bdb-bf22-4cb5d792fe93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.676625] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bde77e1-47fb-4db2-a14b-316b457d9426 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.684218] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134291, 'name': ReconfigVM_Task, 'duration_secs': 0.292124} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.689483] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.690180] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074449} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.690433] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d8c95c3-123f-40dc-9c99-6b6319a61b34 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.692113] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.693512] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d0e2ee-5ea7-4980-95ba-72874a2a615f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.699985] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f8c0d1-0d2a-40fc-b993-5e1077cf1555 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.713144] env[68934]: DEBUG nova.compute.provider_tree [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.724596] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 659.724596] env[68934]: value = "task-3134293" [ 659.724596] env[68934]: _type = "Task" [ 659.724596] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.733330] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 90ecff07-a783-43f5-be53-0e6f6fc1e7a5/90ecff07-a783-43f5-be53-0e6f6fc1e7a5.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.734540] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9865bfa4-451d-42bd-97ba-1ca0ed6687fd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.759031] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 659.759031] env[68934]: value = "task-3134294" [ 659.759031] env[68934]: _type = "Task" [ 659.759031] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.770872] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.845785] env[68934]: DEBUG nova.network.neutron [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Successfully updated port: bc7876ea-9850-4fd3-8707-f93a137dd7ef {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.994333] env[68934]: DEBUG nova.compute.manager [req-1ab5f613-7420-478e-9fc5-99b1d6b7d612 req-0cc986e2-234b-4742-baba-9a46ce55a841 service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Received event network-vif-plugged-f3397086-820e-4f92-9554-9745eec62486 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.994577] env[68934]: DEBUG oslo_concurrency.lockutils [req-1ab5f613-7420-478e-9fc5-99b1d6b7d612 req-0cc986e2-234b-4742-baba-9a46ce55a841 service nova] Acquiring lock "9493b14e-c374-4689-9b62-f927e467cc00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.994751] env[68934]: DEBUG oslo_concurrency.lockutils [req-1ab5f613-7420-478e-9fc5-99b1d6b7d612 req-0cc986e2-234b-4742-baba-9a46ce55a841 service nova] Lock "9493b14e-c374-4689-9b62-f927e467cc00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.995068] env[68934]: DEBUG oslo_concurrency.lockutils [req-1ab5f613-7420-478e-9fc5-99b1d6b7d612 req-0cc986e2-234b-4742-baba-9a46ce55a841 service nova] Lock "9493b14e-c374-4689-9b62-f927e467cc00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.995323] env[68934]: DEBUG nova.compute.manager [req-1ab5f613-7420-478e-9fc5-99b1d6b7d612 req-0cc986e2-234b-4742-baba-9a46ce55a841 service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] No waiting events found dispatching network-vif-plugged-f3397086-820e-4f92-9554-9745eec62486 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.995511] env[68934]: WARNING nova.compute.manager [req-1ab5f613-7420-478e-9fc5-99b1d6b7d612 req-0cc986e2-234b-4742-baba-9a46ce55a841 service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Received unexpected event network-vif-plugged-f3397086-820e-4f92-9554-9745eec62486 for instance with vm_state building and task_state spawning. [ 660.040496] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134292, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.073986] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134286, 'name': ReconfigVM_Task, 'duration_secs': 1.047085} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.074283] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f/0d8f8de8-12ea-4b25-ae40-14a86b30fc0f.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.074894] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52f999e5-6845-4850-a185-98351b8b814e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.086246] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 660.086246] env[68934]: value = "task-3134295" [ 660.086246] env[68934]: _type = "Task" [ 660.086246] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.096613] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134295, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.235564] env[68934]: DEBUG nova.scheduler.client.report [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.255577] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134293, 'name': Rename_Task, 'duration_secs': 0.195001} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.256678] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.259434] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e71c0e-a02e-420f-8e9b-8f8b99ac9489 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.268247] env[68934]: DEBUG nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.280035] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.280035] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 660.280035] env[68934]: value = "task-3134296" [ 660.280035] env[68934]: _type = "Task" [ 660.280035] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.288926] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.301252] env[68934]: DEBUG nova.network.neutron [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Updating instance_info_cache with network_info: [{"id": "f3397086-820e-4f92-9554-9745eec62486", "address": "fa:16:3e:23:ce:a8", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3397086-82", "ovs_interfaceid": "f3397086-820e-4f92-9554-9745eec62486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.313851] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.314441] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.314441] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.314537] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.314678] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.314768] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.314978] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.315152] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.315335] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.315504] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.315703] env[68934]: DEBUG nova.virt.hardware [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.318170] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7319f3-82b3-4a7c-8f58-21bacfcb9d18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.331945] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c373e3b8-02d3-4f19-95cf-7cb52a6b7026 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.354897] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "refresh_cache-a6b3579a-92fc-4cc1-ba35-7d1234144a80" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.354897] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquired lock "refresh_cache-a6b3579a-92fc-4cc1-ba35-7d1234144a80" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.354897] env[68934]: DEBUG nova.network.neutron [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.551739] env[68934]: DEBUG oslo_vmware.api [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134292, 'name': PowerOnVM_Task, 'duration_secs': 0.522742} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.551739] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.552323] env[68934]: INFO nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Took 14.41 seconds to spawn the instance on the hypervisor. [ 660.552560] env[68934]: DEBUG nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.553375] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445845a-c875-4447-9dd4-9c24608c971b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.598258] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134295, 'name': Rename_Task, 'duration_secs': 0.196735} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.598365] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.598542] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d22d951-6208-4356-be87-941358562381 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.605289] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 660.605289] env[68934]: value = "task-3134297" [ 660.605289] env[68934]: _type = "Task" [ 660.605289] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.617941] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.748945] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.749649] env[68934]: DEBUG nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.756022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.933s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.756022] env[68934]: INFO nova.compute.claims [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.776179] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134294, 'name': ReconfigVM_Task, 'duration_secs': 0.615235} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.776640] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 90ecff07-a783-43f5-be53-0e6f6fc1e7a5/90ecff07-a783-43f5-be53-0e6f6fc1e7a5.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.777341] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-480b0f26-109b-4f2d-be7f-e014154a6181 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.785623] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 660.785623] env[68934]: value = "task-3134298" [ 660.785623] env[68934]: _type = "Task" [ 660.785623] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.792756] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134296, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.798742] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134298, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.806785] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Releasing lock "refresh_cache-9493b14e-c374-4689-9b62-f927e467cc00" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.806785] env[68934]: DEBUG nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Instance network_info: |[{"id": "f3397086-820e-4f92-9554-9745eec62486", "address": "fa:16:3e:23:ce:a8", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3397086-82", "ovs_interfaceid": "f3397086-820e-4f92-9554-9745eec62486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.807070] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:ce:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3397086-820e-4f92-9554-9745eec62486', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.817867] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Creating folder: Project (125360d348564b48a24a47a10b0b83d0). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.820833] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f575ebaf-19e6-4548-a2cf-bd4910c3fd9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.836835] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Created folder: Project (125360d348564b48a24a47a10b0b83d0) in parent group-v627191. [ 660.837046] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Creating folder: Instances. Parent ref: group-v627204. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.837294] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb6920d5-4954-4182-b082-76fb70e4aca2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.848842] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Created folder: Instances in parent group-v627204. [ 660.849121] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.849472] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.849540] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d41abb6-6214-4b1a-a8b7-c951818ba94c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.870383] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.870383] env[68934]: value = "task-3134301" [ 660.870383] env[68934]: _type = "Task" [ 660.870383] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.878108] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134301, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.942225] env[68934]: DEBUG nova.network.neutron [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.073951] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.074601] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.080337] env[68934]: INFO nova.compute.manager [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Took 19.23 seconds to build instance. [ 661.124435] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134297, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.260032] env[68934]: DEBUG nova.compute.utils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.264821] env[68934]: DEBUG nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.265071] env[68934]: DEBUG nova.network.neutron [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.297042] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134296, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.299766] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134298, 'name': Rename_Task, 'duration_secs': 0.254568} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.300093] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.300521] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcce6244-a316-42ae-8e63-0addd5f2475e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.308527] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 661.308527] env[68934]: value = "task-3134302" [ 661.308527] env[68934]: _type = "Task" [ 661.308527] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.318519] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.319663] env[68934]: DEBUG nova.network.neutron [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Updating instance_info_cache with network_info: [{"id": "bc7876ea-9850-4fd3-8707-f93a137dd7ef", "address": "fa:16:3e:94:41:60", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7876ea-98", "ovs_interfaceid": "bc7876ea-9850-4fd3-8707-f93a137dd7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.382090] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134301, 'name': CreateVM_Task, 'duration_secs': 0.331078} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.382312] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.383470] env[68934]: DEBUG oslo_vmware.service [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83cacf-d127-45c7-a0b5-34520391af37 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.389801] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.389801] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.390510] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.390510] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fea4a89-183b-4de6-bcc6-b69fbfb96f2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.393265] env[68934]: DEBUG nova.policy [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6285fbf136bf4671af5f280d1a987a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3105e20963c41499fd36399ab5b7acb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.397364] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 661.397364] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5227d519-a275-e65f-5529-ed716cb0d9d7" [ 661.397364] env[68934]: _type = "Task" [ 661.397364] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.406860] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5227d519-a275-e65f-5529-ed716cb0d9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.582582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "cede76ff-96e6-4595-aae6-b607fc431029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.740s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.584324] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "cede76ff-96e6-4595-aae6-b607fc431029" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.115s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.587774] env[68934]: INFO nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: cede76ff-96e6-4595-aae6-b607fc431029] During sync_power_state the instance has a pending task (spawning). Skip. [ 661.587985] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "cede76ff-96e6-4595-aae6-b607fc431029" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.004s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.618874] env[68934]: DEBUG oslo_vmware.api [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134297, 'name': PowerOnVM_Task, 'duration_secs': 0.597713} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.619286] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.619498] env[68934]: INFO nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Took 13.16 seconds to spawn the instance on the hypervisor. [ 661.620020] env[68934]: DEBUG nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.621098] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8214994b-0f46-48c3-ba48-d85d91dbbac4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.768835] env[68934]: DEBUG nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.801545] env[68934]: DEBUG oslo_vmware.api [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134296, 'name': PowerOnVM_Task, 'duration_secs': 1.101942} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.802250] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.802250] env[68934]: INFO nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Took 8.72 seconds to spawn the instance on the hypervisor. [ 661.802250] env[68934]: DEBUG nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.805418] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909daec-f631-4808-8a21-14928425084a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.828908] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Releasing lock "refresh_cache-a6b3579a-92fc-4cc1-ba35-7d1234144a80" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.829286] env[68934]: DEBUG nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Instance network_info: |[{"id": "bc7876ea-9850-4fd3-8707-f93a137dd7ef", "address": "fa:16:3e:94:41:60", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7876ea-98", "ovs_interfaceid": "bc7876ea-9850-4fd3-8707-f93a137dd7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.829891] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:41:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc7876ea-9850-4fd3-8707-f93a137dd7ef', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.837837] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Creating folder: Project (60d6520c00c741889df9bb0897cb4dfc). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.838596] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea71314e-663e-4d2e-8cbe-877d8545cb3e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.844130] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.853194] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Created folder: Project (60d6520c00c741889df9bb0897cb4dfc) in parent group-v627191. [ 661.853194] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Creating folder: Instances. Parent ref: group-v627207. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.853494] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93df445f-f4c1-4926-b16c-cc97b04a9c53 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.874267] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Created folder: Instances in parent group-v627207. [ 661.875402] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.875402] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.875562] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cf3deb0-256f-4c74-bbf9-5851af5e2d8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.905479] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.905479] env[68934]: value = "task-3134305" [ 661.905479] env[68934]: _type = "Task" [ 661.905479] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.909959] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "252d4911-0e62-46be-aeff-4b964a018205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.910370] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.922846] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.923127] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.923462] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.923619] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.923794] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.927774] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b0aad3d-5345-4b5d-a358-efc41fa9775b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.930915] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134305, 'name': CreateVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.942111] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.945154] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.945154] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bda8a6-c574-4e07-ba38-8240409c28ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.951075] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f998a6a-0668-4a48-836c-7eeaee118c52 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.959090] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 661.959090] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522d0937-6fb5-b468-10f7-ed710ec49a45" [ 661.959090] env[68934]: _type = "Task" [ 661.959090] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.968629] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522d0937-6fb5-b468-10f7-ed710ec49a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.089373] env[68934]: DEBUG nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.152210] env[68934]: INFO nova.compute.manager [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Took 19.97 seconds to build instance. [ 662.272802] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448fee4-73ce-4815-9091-c0de62bf818a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.290080] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b157d86-243b-423a-ab64-d839094436bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.346345] env[68934]: DEBUG nova.network.neutron [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Successfully updated port: 80938fcd-0100-456a-93c6-29bf09fc5245 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.350161] env[68934]: DEBUG nova.network.neutron [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Successfully created port: b9d9cc86-0ace-4b18-afc7-54581982ab2b {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.360022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d74d9-beed-4356-a921-c21823b8c791 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.366077] env[68934]: INFO nova.compute.manager [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Took 18.54 seconds to build instance. [ 662.375539] env[68934]: DEBUG oslo_vmware.api [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134302, 'name': PowerOnVM_Task, 'duration_secs': 0.738335} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.377787] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.379022] env[68934]: INFO nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Took 11.65 seconds to spawn the instance on the hypervisor. [ 662.379022] env[68934]: DEBUG nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.379346] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ea428-36a1-47ad-bdcb-3668b5f77aaa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.384071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a557c-1d0c-42db-aedf-ec43ba6b1a41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.412366] env[68934]: DEBUG nova.compute.provider_tree [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.424666] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134305, 'name': CreateVM_Task, 'duration_secs': 0.450245} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.424666] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.425436] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.425550] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.425829] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.426199] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4b6b32-4b42-4ad8-b2f3-9de0e76c81eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.431699] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 662.431699] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52633b44-1725-b5ed-1266-f5eac46f9bd8" [ 662.431699] env[68934]: _type = "Task" [ 662.431699] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.441945] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52633b44-1725-b5ed-1266-f5eac46f9bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.469515] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Preparing fetch location {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 662.471027] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Creating directory with path [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.471027] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8af0a29-9c94-45a3-8723-aaa59272b6f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.515307] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Created directory with path [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.515514] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Fetch image to [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 662.515802] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Downloading image file data 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk on the data store datastore2 {{(pid=68934) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 662.519878] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cf0436-4e50-40da-85da-c0a746f5b27d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.524967] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16060f78-4580-430b-a7b8-6f7442dda880 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.540401] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b9c141-c9ff-4d4f-b1d9-7c6793281366 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.580763] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912ee159-bdf8-4a5f-ac16-aa05c56856c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.586936] env[68934]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b9c40298-e196-4c77-a28b-b2e6f9de1914 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.630991] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.648657] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2862e703-a27b-4ba8-b98a-487a685b9ef7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.484s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.650553] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.181s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.650761] env[68934]: INFO nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] During sync_power_state the instance has a pending task (spawning). Skip. [ 662.650950] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.682642] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Downloading image file data 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to the data store datastore2 {{(pid=68934) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 662.771610] env[68934]: DEBUG oslo_vmware.rw_handles [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68934) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 662.830579] env[68934]: DEBUG nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.864347] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "refresh_cache-16036e17-76b4-4e56-ada5-efc37e2e4f5a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.864347] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquired lock "refresh_cache-16036e17-76b4-4e56-ada5-efc37e2e4f5a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.864347] env[68934]: DEBUG nova.network.neutron [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.868421] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.868577] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.868762] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.869018] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.869074] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.869610] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.869610] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.869610] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.870012] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.870012] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.870528] env[68934]: DEBUG nova.virt.hardware [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.870795] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de30579c-b188-4b5d-a9d9-eda287ffa97b tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.057s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.871723] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d176ac4-7e5d-4db8-8a9f-90293da30809 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.881847] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.412s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.883695] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb5ab8f-b910-440a-8824-82f13e2b2358 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.898097] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641de967-1918-40cd-90f0-668d0a9cb860 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.918458] env[68934]: DEBUG nova.scheduler.client.report [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.930659] env[68934]: INFO nova.compute.manager [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Took 20.49 seconds to build instance. [ 662.949103] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.949507] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.949630] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.155165] env[68934]: DEBUG nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.382949] env[68934]: DEBUG nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.403607] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.425905] env[68934]: DEBUG nova.network.neutron [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.430919] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.431558] env[68934]: DEBUG nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.437024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.239s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.437024] env[68934]: INFO nova.compute.claims [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.440283] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f3cc523-a603-4c2c-8bac-910030ce2224 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.006s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.441792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.972s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.441974] env[68934]: INFO nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] During sync_power_state the instance has a pending task (networking). Skip. [ 663.442518] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.652695] env[68934]: DEBUG nova.network.neutron [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Updating instance_info_cache with network_info: [{"id": "80938fcd-0100-456a-93c6-29bf09fc5245", "address": "fa:16:3e:09:2f:48", "network": {"id": "016ac3d9-d0df-4caf-a2b6-58b4a022c500", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-807122013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1504b0483c304dc88b18aad28db9b2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80938fcd-01", "ovs_interfaceid": "80938fcd-0100-456a-93c6-29bf09fc5245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.679431] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.833153] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Received event network-changed-f3397086-820e-4f92-9554-9745eec62486 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.833454] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Refreshing instance network info cache due to event network-changed-f3397086-820e-4f92-9554-9745eec62486. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.833938] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Acquiring lock "refresh_cache-9493b14e-c374-4689-9b62-f927e467cc00" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.833938] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Acquired lock "refresh_cache-9493b14e-c374-4689-9b62-f927e467cc00" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.834118] env[68934]: DEBUG nova.network.neutron [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Refreshing network info cache for port f3397086-820e-4f92-9554-9745eec62486 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.915838] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.936358] env[68934]: DEBUG nova.compute.utils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.938371] env[68934]: DEBUG nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 663.943583] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.145670] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.146153] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.159022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Releasing lock "refresh_cache-16036e17-76b4-4e56-ada5-efc37e2e4f5a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.159022] env[68934]: DEBUG nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Instance network_info: |[{"id": "80938fcd-0100-456a-93c6-29bf09fc5245", "address": "fa:16:3e:09:2f:48", "network": {"id": "016ac3d9-d0df-4caf-a2b6-58b4a022c500", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-807122013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1504b0483c304dc88b18aad28db9b2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80938fcd-01", "ovs_interfaceid": "80938fcd-0100-456a-93c6-29bf09fc5245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.159487] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:2f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80938fcd-0100-456a-93c6-29bf09fc5245', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.164850] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Creating folder: Project (1504b0483c304dc88b18aad28db9b2ac). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.165662] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44684e6-2f96-427c-b498-038c4574fc85 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.179627] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Created folder: Project (1504b0483c304dc88b18aad28db9b2ac) in parent group-v627191. [ 664.179627] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Creating folder: Instances. Parent ref: group-v627210. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.179627] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fb9320d-05b3-464e-8ada-7a4ed37c5314 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.190436] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Created folder: Instances in parent group-v627210. [ 664.190436] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.190436] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.190436] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b257b730-76ec-4d63-aca8-6f73493f2648 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.215428] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.215428] env[68934]: value = "task-3134308" [ 664.215428] env[68934]: _type = "Task" [ 664.215428] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.222779] env[68934]: DEBUG oslo_vmware.rw_handles [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Completed reading data from the image iterator. {{(pid=68934) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 664.223020] env[68934]: DEBUG oslo_vmware.rw_handles [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 664.230285] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134308, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.232511] env[68934]: DEBUG nova.network.neutron [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Successfully updated port: b9d9cc86-0ace-4b18-afc7-54581982ab2b {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.440267] env[68934]: DEBUG nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.458623] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Downloaded image file data 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk on the data store datastore2 {{(pid=68934) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 664.461258] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Caching image {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 664.461258] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Copying Virtual Disk [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk to [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.461471] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64fbf2d1-51a1-4fd6-a7f4-c76ec1fcc2da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.473393] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.475814] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 664.475814] env[68934]: value = "task-3134309" [ 664.475814] env[68934]: _type = "Task" [ 664.475814] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.489414] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.581028] env[68934]: DEBUG nova.network.neutron [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Updated VIF entry in instance network info cache for port f3397086-820e-4f92-9554-9745eec62486. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.581426] env[68934]: DEBUG nova.network.neutron [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Updating instance_info_cache with network_info: [{"id": "f3397086-820e-4f92-9554-9745eec62486", "address": "fa:16:3e:23:ce:a8", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3397086-82", "ovs_interfaceid": "f3397086-820e-4f92-9554-9745eec62486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.728132] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134308, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.735708] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "refresh_cache-beabb1da-0d72-4d79-84ee-7804e452ddc4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.735708] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "refresh_cache-beabb1da-0d72-4d79-84ee-7804e452ddc4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.735961] env[68934]: DEBUG nova.network.neutron [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.786648] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ec065-5ed7-41e7-a86d-b723c34bb722 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.799338] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21158ed4-172f-4494-95d3-99c9bdb83364 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.832109] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bc0f31-56de-4100-8ef1-2bbc5467352a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.839831] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66708b11-8387-48af-b165-35840856de6b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.854455] env[68934]: DEBUG nova.compute.provider_tree [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.989048] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134309, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.083652] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Releasing lock "refresh_cache-9493b14e-c374-4689-9b62-f927e467cc00" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.083879] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Received event network-vif-plugged-bc7876ea-9850-4fd3-8707-f93a137dd7ef {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.084099] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Acquiring lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.084303] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.084464] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.084629] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] No waiting events found dispatching network-vif-plugged-bc7876ea-9850-4fd3-8707-f93a137dd7ef {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.084792] env[68934]: WARNING nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Received unexpected event network-vif-plugged-bc7876ea-9850-4fd3-8707-f93a137dd7ef for instance with vm_state building and task_state spawning. [ 665.084955] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Received event network-changed-bc7876ea-9850-4fd3-8707-f93a137dd7ef {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.085130] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Refreshing instance network info cache due to event network-changed-bc7876ea-9850-4fd3-8707-f93a137dd7ef. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.085382] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Acquiring lock "refresh_cache-a6b3579a-92fc-4cc1-ba35-7d1234144a80" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.085527] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Acquired lock "refresh_cache-a6b3579a-92fc-4cc1-ba35-7d1234144a80" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.085688] env[68934]: DEBUG nova.network.neutron [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Refreshing network info cache for port bc7876ea-9850-4fd3-8707-f93a137dd7ef {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.224216] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134308, 'name': CreateVM_Task, 'duration_secs': 0.592725} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.224736] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.225471] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.225767] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.225965] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.226236] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e972b8ab-b359-4498-b7ec-ddf51f5d7be1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.231962] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 665.231962] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527c4c38-edcb-f7c4-4ec4-1207cd1ebfa0" [ 665.231962] env[68934]: _type = "Task" [ 665.231962] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.239170] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527c4c38-edcb-f7c4-4ec4-1207cd1ebfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.316104] env[68934]: DEBUG nova.network.neutron [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.357654] env[68934]: DEBUG nova.scheduler.client.report [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.419913] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.420136] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.452615] env[68934]: DEBUG nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.477870] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.478165] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.478318] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.478524] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.478675] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.478872] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.479165] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.479350] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.479526] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.479716] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.479915] env[68934]: DEBUG nova.virt.hardware [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.480931] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb1494-183e-402d-a822-85c9ca8904ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.495136] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134309, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.496488] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a722b-f0ef-4382-a191-a143f7aaa7d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.512880] env[68934]: DEBUG nova.compute.manager [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.513803] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.520090] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Creating folder: Project (1e733a5629954c56a863989e0e9edbb5). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.520944] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f980e9-eb07-47c1-b4f8-f44a6eb7658a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.523776] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df4e20af-edc7-41d7-ab2e-4109c85821c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.537866] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Created folder: Project (1e733a5629954c56a863989e0e9edbb5) in parent group-v627191. [ 665.538128] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Creating folder: Instances. Parent ref: group-v627213. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.538782] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfe741f1-305e-445f-9c9c-8fa911910b5c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.547912] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Created folder: Instances in parent group-v627213. [ 665.548201] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.548403] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.548630] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bc788a9-5f98-4f28-9f2a-b4fb6ba324e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.570655] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.570655] env[68934]: value = "task-3134312" [ 665.570655] env[68934]: _type = "Task" [ 665.570655] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.578843] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134312, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.743860] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.746384] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.749647] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.794491] env[68934]: DEBUG nova.network.neutron [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Updating instance_info_cache with network_info: [{"id": "b9d9cc86-0ace-4b18-afc7-54581982ab2b", "address": "fa:16:3e:78:6c:3a", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d9cc86-0a", "ovs_interfaceid": "b9d9cc86-0ace-4b18-afc7-54581982ab2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.825429] env[68934]: INFO nova.compute.manager [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Rebuilding instance [ 665.867016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.868125] env[68934]: DEBUG nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.871686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.201s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.875021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.875021] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 665.875021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.243s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.875021] env[68934]: INFO nova.compute.claims [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.887529] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c4b6d-466b-425f-9028-b9166fb54bb3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.892091] env[68934]: DEBUG nova.compute.manager [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.893395] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd33122f-22eb-41e6-8792-c3b96d786915 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.903843] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d900811-6b79-44b6-97c2-4f1b831b239e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.931135] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c02a96-f853-4fc4-98ee-550cc0fb73af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.940842] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba968e-dfbd-448f-ac39-3cdad15a439a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.977286] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181046MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 665.977286] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.992023] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134309, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.106976} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.992023] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Copied Virtual Disk [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk to [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.992408] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Deleting the datastore file [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/tmp-sparse.vmdk {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.992592] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc91d17c-35f9-4411-999e-e7d9948e08a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.001957] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 666.001957] env[68934]: value = "task-3134313" [ 666.001957] env[68934]: _type = "Task" [ 666.001957] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.018522] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.019064] env[68934]: DEBUG nova.network.neutron [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Updated VIF entry in instance network info cache for port bc7876ea-9850-4fd3-8707-f93a137dd7ef. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.019403] env[68934]: DEBUG nova.network.neutron [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Updating instance_info_cache with network_info: [{"id": "bc7876ea-9850-4fd3-8707-f93a137dd7ef", "address": "fa:16:3e:94:41:60", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7876ea-98", "ovs_interfaceid": "bc7876ea-9850-4fd3-8707-f93a137dd7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.038228] env[68934]: INFO nova.compute.manager [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] instance snapshotting [ 666.041556] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b85aa3-a2f2-400a-9e19-1e245b2618a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.064848] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806a3ad6-f4b1-4905-869f-585a30323687 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.082476] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134312, 'name': CreateVM_Task, 'duration_secs': 0.351634} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.082650] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.083081] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.083242] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.083548] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.083825] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1f96f6-ff6d-4f51-b931-65a702f435f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.088106] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 666.088106] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52502c38-bdeb-ee02-660c-d1c877b885b2" [ 666.088106] env[68934]: _type = "Task" [ 666.088106] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.098738] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52502c38-bdeb-ee02-660c-d1c877b885b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.297202] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "refresh_cache-beabb1da-0d72-4d79-84ee-7804e452ddc4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.301087] env[68934]: DEBUG nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance network_info: |[{"id": "b9d9cc86-0ace-4b18-afc7-54581982ab2b", "address": "fa:16:3e:78:6c:3a", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d9cc86-0a", "ovs_interfaceid": "b9d9cc86-0ace-4b18-afc7-54581982ab2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.301186] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:6c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d9cc86-0ace-4b18-afc7-54581982ab2b', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.307745] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating folder: Project (c3105e20963c41499fd36399ab5b7acb). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.308509] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12ad96ec-e314-4315-8e37-1462a38f04a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.319920] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created folder: Project (c3105e20963c41499fd36399ab5b7acb) in parent group-v627191. [ 666.320121] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating folder: Instances. Parent ref: group-v627216. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.320354] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edba3ced-b944-4c08-a285-7a29f23501c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.330391] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created folder: Instances in parent group-v627216. [ 666.330620] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.330815] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.331027] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-758e4aef-874f-40d5-92fc-84418864a6cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.351721] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.351721] env[68934]: value = "task-3134316" [ 666.351721] env[68934]: _type = "Task" [ 666.351721] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.361113] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134316, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.376945] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.377670] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.390019] env[68934]: DEBUG nova.compute.utils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.390019] env[68934]: DEBUG nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.390019] env[68934]: DEBUG nova.network.neutron [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.510545] env[68934]: DEBUG nova.policy [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6285fbf136bf4671af5f280d1a987a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3105e20963c41499fd36399ab5b7acb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.515652] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05755} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.515890] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.516109] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Moving file from [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5/297b2b7a-7fd5-411b-88f0-e7c59e02aee7 to [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7. {{(pid=68934) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 666.516370] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-446dc769-0faa-42b8-a01f-95eff12e447f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.521469] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Releasing lock "refresh_cache-a6b3579a-92fc-4cc1-ba35-7d1234144a80" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.521694] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Received event network-vif-plugged-80938fcd-0100-456a-93c6-29bf09fc5245 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.521883] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Acquiring lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.522820] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.522820] env[68934]: DEBUG oslo_concurrency.lockutils [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.522820] env[68934]: DEBUG nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] No waiting events found dispatching network-vif-plugged-80938fcd-0100-456a-93c6-29bf09fc5245 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.522820] env[68934]: WARNING nova.compute.manager [req-4cfa6a4c-3d5f-4dc9-a020-78785f32a2ca req-017659a5-250f-4f3b-8f4a-40fa35e4b42e service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Received unexpected event network-vif-plugged-80938fcd-0100-456a-93c6-29bf09fc5245 for instance with vm_state building and task_state spawning. [ 666.524570] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 666.524570] env[68934]: value = "task-3134317" [ 666.524570] env[68934]: _type = "Task" [ 666.524570] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.534952] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134317, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.579033] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.579355] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a33fff15-488e-4062-a947-502bdf57e0f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.587274] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 666.587274] env[68934]: value = "task-3134318" [ 666.587274] env[68934]: _type = "Task" [ 666.587274] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.606136] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.606522] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.606752] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.606961] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.861692] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134316, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.895021] env[68934]: DEBUG nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.927508] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.928677] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407534ab-d269-4f48-b0e4-71e274199c54 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.937220] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 666.937220] env[68934]: value = "task-3134319" [ 666.937220] env[68934]: _type = "Task" [ 666.937220] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.951260] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.005208] env[68934]: DEBUG nova.compute.manager [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Received event network-changed-80938fcd-0100-456a-93c6-29bf09fc5245 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.005851] env[68934]: DEBUG nova.compute.manager [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Refreshing instance network info cache due to event network-changed-80938fcd-0100-456a-93c6-29bf09fc5245. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.006478] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Acquiring lock "refresh_cache-16036e17-76b4-4e56-ada5-efc37e2e4f5a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.007454] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Acquired lock "refresh_cache-16036e17-76b4-4e56-ada5-efc37e2e4f5a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.008099] env[68934]: DEBUG nova.network.neutron [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Refreshing network info cache for port 80938fcd-0100-456a-93c6-29bf09fc5245 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.046064] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134317, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.044705} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.046455] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] File moved {{(pid=68934) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 667.046684] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Cleaning up location [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 667.046895] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Deleting the datastore file [datastore2] vmware_temp/19afeeaf-a5b3-4209-bbb6-ad77c978d6f5 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.047240] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12e12688-b2eb-483a-ae1d-a4f3a859a178 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.056662] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 667.056662] env[68934]: value = "task-3134320" [ 667.056662] env[68934]: _type = "Task" [ 667.056662] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.068457] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.098891] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.148362] env[68934]: DEBUG nova.network.neutron [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Successfully created port: 47c006d2-cb02-4a35-b666-f5ec54e76e33 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.337428] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2331fef-25aa-40e5-8fd0-0b5b5f00d0dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.349164] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6224fb6e-abe3-4ce6-9e8d-87e33ac798a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.390317] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134316, 'name': CreateVM_Task, 'duration_secs': 0.823625} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.390690] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.391446] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64241ad-f345-4e4a-add3-44822f6e8086 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.394837] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.394947] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.395285] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.395607] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf78f1e-e280-4440-be1d-5d3332fe97df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.411094] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be372b3b-c8ab-4bee-ba40-c9b287841b8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.416230] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 667.416230] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521ae53f-dcaa-3aa8-1fb1-ae4ebccf574d" [ 667.416230] env[68934]: _type = "Task" [ 667.416230] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.436020] env[68934]: DEBUG nova.compute.provider_tree [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.447509] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521ae53f-dcaa-3aa8-1fb1-ae4ebccf574d, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.451078] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.451078] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.451078] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.456457] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134319, 'name': PowerOffVM_Task, 'duration_secs': 0.155416} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.457398] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.459037] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.459037] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c99e6c6-bd02-45f5-89d5-9775bbcc6d65 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.469059] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.469059] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62743c5a-d3a1-45b0-8f9c-8cf6e65fbc08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.494727] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.494939] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.495128] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Deleting the datastore file [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.495415] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c938ed81-1059-455b-a799-e37a920e1cf6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.505812] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 667.505812] env[68934]: value = "task-3134322" [ 667.505812] env[68934]: _type = "Task" [ 667.505812] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.514509] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.572691] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040635} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.573692] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.573801] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa567243-d4c5-44fe-a606-4e5543a6d6a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.580227] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 667.580227] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528753ac-890c-bdb0-c7cc-9011570a852b" [ 667.580227] env[68934]: _type = "Task" [ 667.580227] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.588742] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528753ac-890c-bdb0-c7cc-9011570a852b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.598405] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.910954] env[68934]: DEBUG nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.939735] env[68934]: DEBUG nova.scheduler.client.report [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.962660] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.962790] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.962940] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.964691] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.965632] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.965632] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.965632] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.965632] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.965804] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.965893] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.966983] env[68934]: DEBUG nova.virt.hardware [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.967166] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8595bb4-e8ac-4835-8915-9942a14378f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.979872] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32db6c7-365b-46b0-bfbd-97ba3bd85fc9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.019389] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126601} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.019664] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.019843] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.020031] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.091942] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528753ac-890c-bdb0-c7cc-9011570a852b, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.095377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.095686] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 9493b14e-c374-4689-9b62-f927e467cc00/9493b14e-c374-4689-9b62-f927e467cc00.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.095978] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.096175] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.096401] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2052dba-bc66-4214-8b5d-46401c34081b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.099084] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-354bdd93-02fb-42c4-a95b-df6b49ab40b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.104976] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134318, 'name': CreateSnapshot_Task, 'duration_secs': 1.134985} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.105598] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 668.106945] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed70f52c-c26d-432c-870b-a22e29ab2e9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.112034] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 668.112034] env[68934]: value = "task-3134323" [ 668.112034] env[68934]: _type = "Task" [ 668.112034] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.113264] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.113264] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.121506] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53edafcb-02f5-476f-a318-b019079c6942 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.129215] env[68934]: DEBUG nova.network.neutron [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Updated VIF entry in instance network info cache for port 80938fcd-0100-456a-93c6-29bf09fc5245. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.129896] env[68934]: DEBUG nova.network.neutron [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Updating instance_info_cache with network_info: [{"id": "80938fcd-0100-456a-93c6-29bf09fc5245", "address": "fa:16:3e:09:2f:48", "network": {"id": "016ac3d9-d0df-4caf-a2b6-58b4a022c500", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-807122013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1504b0483c304dc88b18aad28db9b2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80938fcd-01", "ovs_interfaceid": "80938fcd-0100-456a-93c6-29bf09fc5245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.139028] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.139028] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 668.139028] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e144b2-c726-ab70-e448-4995eb177a23" [ 668.139028] env[68934]: _type = "Task" [ 668.139028] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.147410] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e144b2-c726-ab70-e448-4995eb177a23, 'name': SearchDatastore_Task, 'duration_secs': 0.008512} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.147538] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2605c706-68ad-4f4c-82cb-887b29c9b580 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.152709] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 668.152709] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52258339-49f8-9eb8-60cf-668eb307f442" [ 668.152709] env[68934]: _type = "Task" [ 668.152709] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.164056] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52258339-49f8-9eb8-60cf-668eb307f442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.452104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.454163] env[68934]: DEBUG nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.458526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.779s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.467506] env[68934]: INFO nova.compute.claims [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.602440] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.602440] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.631098] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470967} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.640242] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 668.640877] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 9493b14e-c374-4689-9b62-f927e467cc00/9493b14e-c374-4689-9b62-f927e467cc00.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.640877] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.641477] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Releasing lock "refresh_cache-16036e17-76b4-4e56-ada5-efc37e2e4f5a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.641477] env[68934]: DEBUG nova.compute.manager [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Received event network-vif-plugged-b9d9cc86-0ace-4b18-afc7-54581982ab2b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.641622] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Acquiring lock "beabb1da-0d72-4d79-84ee-7804e452ddc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.642066] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.642066] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.642243] env[68934]: DEBUG nova.compute.manager [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] No waiting events found dispatching network-vif-plugged-b9d9cc86-0ace-4b18-afc7-54581982ab2b {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.642458] env[68934]: WARNING nova.compute.manager [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Received unexpected event network-vif-plugged-b9d9cc86-0ace-4b18-afc7-54581982ab2b for instance with vm_state building and task_state spawning. [ 668.642649] env[68934]: DEBUG nova.compute.manager [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Received event network-changed-b9d9cc86-0ace-4b18-afc7-54581982ab2b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.642924] env[68934]: DEBUG nova.compute.manager [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Refreshing instance network info cache due to event network-changed-b9d9cc86-0ace-4b18-afc7-54581982ab2b. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.643166] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Acquiring lock "refresh_cache-beabb1da-0d72-4d79-84ee-7804e452ddc4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.643338] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Acquired lock "refresh_cache-beabb1da-0d72-4d79-84ee-7804e452ddc4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.643540] env[68934]: DEBUG nova.network.neutron [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Refreshing network info cache for port b9d9cc86-0ace-4b18-afc7-54581982ab2b {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.645208] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be7bd1dc-afe0-4286-831d-5c1f21ed743b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.649217] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84cd0252-cf39-4d85-ad30-55016bbe0df3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.662256] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 668.662256] env[68934]: value = "task-3134324" [ 668.662256] env[68934]: _type = "Task" [ 668.662256] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.663116] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 668.663116] env[68934]: value = "task-3134325" [ 668.663116] env[68934]: _type = "Task" [ 668.663116] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.674932] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52258339-49f8-9eb8-60cf-668eb307f442, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.677414] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.677772] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a6b3579a-92fc-4cc1-ba35-7d1234144a80/a6b3579a-92fc-4cc1-ba35-7d1234144a80.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.685278] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.686984] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.686984] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-046170b7-3eea-4edf-a4b3-a6d189a62983 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.689236] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.690027] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134325, 'name': CloneVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.690364] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86897b9d-c3bc-493a-89f2-67eff1e8ea79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.697703] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 668.697703] env[68934]: value = "task-3134326" [ 668.697703] env[68934]: _type = "Task" [ 668.697703] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.702497] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.702497] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.703234] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33d8d63-c359-4234-b061-e0b61288758b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.709644] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.712589] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 668.712589] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52eb1028-87bb-8768-c58a-4a12f44f43d9" [ 668.712589] env[68934]: _type = "Task" [ 668.712589] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.719578] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52eb1028-87bb-8768-c58a-4a12f44f43d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.971878] env[68934]: DEBUG nova.compute.utils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.976390] env[68934]: DEBUG nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 669.067734] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.067986] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.069290] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.069520] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.070380] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.070380] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.070380] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.070380] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.070380] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.070683] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.070683] env[68934]: DEBUG nova.virt.hardware [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.071596] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0dd9d4-070d-41e8-a30e-b17dcf7c4ade {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.083687] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899402d-237c-4bcc-a39a-dfbd0c6c2e27 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.108870] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.116192] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.116570] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.116807] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d36ad303-4e68-483b-8556-412723262e06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.136727] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.136727] env[68934]: value = "task-3134327" [ 669.136727] env[68934]: _type = "Task" [ 669.136727] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.146717] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134327, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.175100] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066376} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.178646] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.179334] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134325, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.180311] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c183a0a-ae78-4b2a-be5e-14351e305c8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.202241] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 9493b14e-c374-4689-9b62-f927e467cc00/9493b14e-c374-4689-9b62-f927e467cc00.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.202682] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b324cddc-4404-48b3-b15e-4c5a963f6dd0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.233737] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447468} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.233737] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52eb1028-87bb-8768-c58a-4a12f44f43d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.236941] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a6b3579a-92fc-4cc1-ba35-7d1234144a80/a6b3579a-92fc-4cc1-ba35-7d1234144a80.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.237195] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.238060] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 669.238060] env[68934]: value = "task-3134328" [ 669.238060] env[68934]: _type = "Task" [ 669.238060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.238272] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02f355d6-6392-415d-9cdc-df68b478d879 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.240226] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8867072a-e807-4a9a-8db1-a940e044b078 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.254415] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 669.254415] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d68679-e0c2-f690-4d40-1b48a6db13d1" [ 669.254415] env[68934]: _type = "Task" [ 669.254415] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.254657] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.254929] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 669.254929] env[68934]: value = "task-3134329" [ 669.254929] env[68934]: _type = "Task" [ 669.254929] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.266785] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d68679-e0c2-f690-4d40-1b48a6db13d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.269731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.270019] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 16036e17-76b4-4e56-ada5-efc37e2e4f5a/16036e17-76b4-4e56-ada5-efc37e2e4f5a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.270292] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.270514] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.270695] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.270901] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b6b0e2b-6293-47c1-84c7-7dcb58a6ad79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.274540] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d1eec9f-318a-4e90-9ed7-a1b74b754c66 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.280730] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 669.280730] env[68934]: value = "task-3134330" [ 669.280730] env[68934]: _type = "Task" [ 669.280730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.285293] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.287612] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.287612] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcfd214-e291-4733-a88e-8198b020ca20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.294028] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.295411] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 669.295411] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52031e2e-db10-4220-f2a5-f5027c05a85b" [ 669.295411] env[68934]: _type = "Task" [ 669.295411] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.303708] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52031e2e-db10-4220-f2a5-f5027c05a85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.444816] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "4252d347-76e1-4d37-9b71-bf46eb42c336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.445245] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "4252d347-76e1-4d37-9b71-bf46eb42c336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.478072] env[68934]: DEBUG nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.649022] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134327, 'name': CreateVM_Task, 'duration_secs': 0.333457} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.651934] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.652648] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.652897] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.653794] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.653794] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea365cbc-ff43-4a2b-abce-c06e2565b2f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.658736] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 669.658736] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c17c3-088c-fcea-3191-593826c90034" [ 669.658736] env[68934]: _type = "Task" [ 669.658736] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.668996] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c17c3-088c-fcea-3191-593826c90034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.687082] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134325, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.692854] env[68934]: DEBUG nova.network.neutron [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Updated VIF entry in instance network info cache for port b9d9cc86-0ace-4b18-afc7-54581982ab2b. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.693248] env[68934]: DEBUG nova.network.neutron [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Updating instance_info_cache with network_info: [{"id": "b9d9cc86-0ace-4b18-afc7-54581982ab2b", "address": "fa:16:3e:78:6c:3a", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d9cc86-0a", "ovs_interfaceid": "b9d9cc86-0ace-4b18-afc7-54581982ab2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.715684] env[68934]: DEBUG nova.network.neutron [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Successfully updated port: 47c006d2-cb02-4a35-b666-f5ec54e76e33 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.755051] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.764252] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128273} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.764384] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.765252] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36a4b0-74bb-4fb8-ad75-256fd425a6ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.791603] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a6b3579a-92fc-4cc1-ba35-7d1234144a80/a6b3579a-92fc-4cc1-ba35-7d1234144a80.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.797779] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8148cc9-dd05-49cc-93a2-e4fab6282f46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.828758] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52031e2e-db10-4220-f2a5-f5027c05a85b, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.831018] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134330, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.831936] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 669.831936] env[68934]: value = "task-3134331" [ 669.831936] env[68934]: _type = "Task" [ 669.831936] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.835038] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc75a3ec-b769-400c-b5a0-f9d9423b8bac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.847155] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 669.847155] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c7415f-1b37-164c-800c-06563d1c5924" [ 669.847155] env[68934]: _type = "Task" [ 669.847155] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.850566] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.859381] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c7415f-1b37-164c-800c-06563d1c5924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.048212] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a38df1-1440-46b4-a164-c4b200f44f93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.056180] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5684c8-c7eb-4e73-bc9f-ac25ca7bbc33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.099028] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9481a733-284e-4d25-adde-d82bddc7fd74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.106930] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d07ba-5ebe-4727-9154-94746892b2c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.120953] env[68934]: DEBUG nova.compute.provider_tree [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.170157] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c17c3-088c-fcea-3191-593826c90034, 'name': SearchDatastore_Task, 'duration_secs': 0.05242} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.173532] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173903] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.174044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.179531] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134325, 'name': CloneVM_Task} progress is 95%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.196337] env[68934]: DEBUG oslo_concurrency.lockutils [req-a45027da-8be2-4c11-945a-37c052104374 req-3dbfbbfa-eed0-4e6e-b27c-1713715b6eb0 service nova] Releasing lock "refresh_cache-beabb1da-0d72-4d79-84ee-7804e452ddc4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.219056] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "refresh_cache-b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.219244] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "refresh_cache-b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.219407] env[68934]: DEBUG nova.network.neutron [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.253365] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134328, 'name': ReconfigVM_Task, 'duration_secs': 0.640619} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.253647] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 9493b14e-c374-4689-9b62-f927e467cc00/9493b14e-c374-4689-9b62-f927e467cc00.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.254572] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dedcdcf-004b-4c89-bef0-4ae5b8cb16e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.261676] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 670.261676] env[68934]: value = "task-3134332" [ 670.261676] env[68934]: _type = "Task" [ 670.261676] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.269979] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134332, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.291611] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580518} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.292039] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 16036e17-76b4-4e56-ada5-efc37e2e4f5a/16036e17-76b4-4e56-ada5-efc37e2e4f5a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.292161] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.292317] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7a9776d-8323-48eb-9a06-73366498076c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.300424] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 670.300424] env[68934]: value = "task-3134333" [ 670.300424] env[68934]: _type = "Task" [ 670.300424] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.308702] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.350155] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.361978] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c7415f-1b37-164c-800c-06563d1c5924, 'name': SearchDatastore_Task, 'duration_secs': 0.015563} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.362349] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.362618] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f/8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.362892] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.363168] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.363479] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c936fb-42e0-49df-a7d9-a2181a08e70f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.366347] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42159e20-2cf5-4d50-b824-76e6a12be630 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.374283] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 670.374283] env[68934]: value = "task-3134334" [ 670.374283] env[68934]: _type = "Task" [ 670.374283] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.379688] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.379883] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.381865] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb3b628-7a8b-457b-8535-513594c6f911 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.387712] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 670.387712] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b9dfaf-8c8a-3229-363d-f09b826a1f30" [ 670.387712] env[68934]: _type = "Task" [ 670.387712] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.392202] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.405033] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b9dfaf-8c8a-3229-363d-f09b826a1f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.493983] env[68934]: DEBUG nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.520465] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.520840] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.521112] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.521163] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.521317] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.521507] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.521826] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.521967] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.522084] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.522214] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.522388] env[68934]: DEBUG nova.virt.hardware [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.523283] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbfa873-dfad-400a-b6a1-9efba1ac7e6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.531493] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c90150e-76e6-41f2-a396-49d271f1643c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.548164] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.554704] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Creating folder: Project (532c713967804b729ce73bfb53ad058f). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.556245] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f08d66-f719-41e8-b79c-c1771502dc54 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.565853] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Created folder: Project (532c713967804b729ce73bfb53ad058f) in parent group-v627191. [ 670.566800] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Creating folder: Instances. Parent ref: group-v627222. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.566800] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-943f07ae-e4f5-486f-9015-5c8d1e1bf32e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.575886] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Created folder: Instances in parent group-v627222. [ 670.576023] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.576446] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.576741] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a40a39-8cf5-4271-9a3d-3729c67cbfd6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.595066] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.595066] env[68934]: value = "task-3134337" [ 670.595066] env[68934]: _type = "Task" [ 670.595066] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.603271] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134337, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.624912] env[68934]: DEBUG nova.scheduler.client.report [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.682998] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134325, 'name': CloneVM_Task, 'duration_secs': 1.871495} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.683342] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Created linked-clone VM from snapshot [ 670.684401] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c347f16-0e68-418d-b7a4-b0f03defd50c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.695736] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Uploading image 518e4b26-c0bf-42ac-86a6-2160b2267418 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 670.703098] env[68934]: DEBUG nova.compute.manager [req-a4a3fa82-8cef-43a4-ba2f-a424a1380915 req-334f8793-04a9-402a-b601-e32ca2a96df0 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Received event network-vif-plugged-47c006d2-cb02-4a35-b666-f5ec54e76e33 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.703098] env[68934]: DEBUG oslo_concurrency.lockutils [req-a4a3fa82-8cef-43a4-ba2f-a424a1380915 req-334f8793-04a9-402a-b601-e32ca2a96df0 service nova] Acquiring lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.703098] env[68934]: DEBUG oslo_concurrency.lockutils [req-a4a3fa82-8cef-43a4-ba2f-a424a1380915 req-334f8793-04a9-402a-b601-e32ca2a96df0 service nova] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.703098] env[68934]: DEBUG oslo_concurrency.lockutils [req-a4a3fa82-8cef-43a4-ba2f-a424a1380915 req-334f8793-04a9-402a-b601-e32ca2a96df0 service nova] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.703098] env[68934]: DEBUG nova.compute.manager [req-a4a3fa82-8cef-43a4-ba2f-a424a1380915 req-334f8793-04a9-402a-b601-e32ca2a96df0 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] No waiting events found dispatching network-vif-plugged-47c006d2-cb02-4a35-b666-f5ec54e76e33 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.703439] env[68934]: WARNING nova.compute.manager [req-a4a3fa82-8cef-43a4-ba2f-a424a1380915 req-334f8793-04a9-402a-b601-e32ca2a96df0 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Received unexpected event network-vif-plugged-47c006d2-cb02-4a35-b666-f5ec54e76e33 for instance with vm_state building and task_state spawning. [ 670.723040] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 670.723040] env[68934]: value = "vm-627220" [ 670.723040] env[68934]: _type = "VirtualMachine" [ 670.723040] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 670.723040] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1d706d5-a1bc-4fe2-927f-a2f1b37820e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.731188] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lease: (returnval){ [ 670.731188] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279fffb-f133-33d7-ede5-f28708827049" [ 670.731188] env[68934]: _type = "HttpNfcLease" [ 670.731188] env[68934]: } obtained for exporting VM: (result){ [ 670.731188] env[68934]: value = "vm-627220" [ 670.731188] env[68934]: _type = "VirtualMachine" [ 670.731188] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 670.731188] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the lease: (returnval){ [ 670.731188] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279fffb-f133-33d7-ede5-f28708827049" [ 670.731188] env[68934]: _type = "HttpNfcLease" [ 670.731188] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 670.738820] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.738820] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279fffb-f133-33d7-ede5-f28708827049" [ 670.738820] env[68934]: _type = "HttpNfcLease" [ 670.738820] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 670.774152] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134332, 'name': Rename_Task, 'duration_secs': 0.141536} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.774152] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.774513] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0fb6c7e-90e6-49ca-89c5-7fb277b35f22 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.783021] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 670.783021] env[68934]: value = "task-3134339" [ 670.783021] env[68934]: _type = "Task" [ 670.783021] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.794424] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.795750] env[68934]: DEBUG nova.network.neutron [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.811029] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128291} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.811029] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.811029] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cceee2d-e0f3-439b-8e17-9202a47bf785 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.840800] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 16036e17-76b4-4e56-ada5-efc37e2e4f5a/16036e17-76b4-4e56-ada5-efc37e2e4f5a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.844595] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5e2068-870e-4662-b9f2-132583f9a957 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.872804] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134331, 'name': ReconfigVM_Task, 'duration_secs': 0.764816} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.874898] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a6b3579a-92fc-4cc1-ba35-7d1234144a80/a6b3579a-92fc-4cc1-ba35-7d1234144a80.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.875494] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 670.875494] env[68934]: value = "task-3134340" [ 670.875494] env[68934]: _type = "Task" [ 670.875494] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.876531] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-416cc122-24db-41dd-9015-bbfa9744e8a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.890682] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478964} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.894503] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f/8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.894963] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.895060] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 670.895060] env[68934]: value = "task-3134341" [ 670.895060] env[68934]: _type = "Task" [ 670.895060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.895288] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.901884] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-398de0a3-25bb-4757-8673-e7811bd0c4e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.917667] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b9dfaf-8c8a-3229-363d-f09b826a1f30, 'name': SearchDatastore_Task, 'duration_secs': 0.021882} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.917943] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134341, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.920122] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 670.920122] env[68934]: value = "task-3134342" [ 670.920122] env[68934]: _type = "Task" [ 670.920122] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.920658] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad774fd-e5b5-45ef-8036-6de12e5d1b69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.930066] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 670.930066] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52429b92-4c72-955e-c4f4-82b4d8b40262" [ 670.930066] env[68934]: _type = "Task" [ 670.930066] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.933785] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.944477] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52429b92-4c72-955e-c4f4-82b4d8b40262, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.950017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.950017] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.950017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.950017] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.950424] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30dce2ef-cc88-4230-8a72-aeaaff9b0be1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.953944] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f8aaf0c-89b5-4ace-b364-bedea7cde9b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.961488] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 670.961488] env[68934]: value = "task-3134343" [ 670.961488] env[68934]: _type = "Task" [ 670.961488] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.966876] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.967150] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.968638] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba8638f-c679-44f9-9d7b-cff835f0af86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.974837] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.978963] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 670.978963] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fb27b0-999c-62da-ba65-5c354d91a228" [ 670.978963] env[68934]: _type = "Task" [ 670.978963] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.987040] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fb27b0-999c-62da-ba65-5c354d91a228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.056578] env[68934]: DEBUG nova.network.neutron [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Updating instance_info_cache with network_info: [{"id": "47c006d2-cb02-4a35-b666-f5ec54e76e33", "address": "fa:16:3e:e6:f2:34", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c006d2-cb", "ovs_interfaceid": "47c006d2-cb02-4a35-b666-f5ec54e76e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.130372] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.131027] env[68934]: DEBUG nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.138026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.219s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.139481] env[68934]: INFO nova.compute.claims [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.247203] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134337, 'name': CreateVM_Task, 'duration_secs': 0.438689} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.249615] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.249906] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.249906] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279fffb-f133-33d7-ede5-f28708827049" [ 671.249906] env[68934]: _type = "HttpNfcLease" [ 671.249906] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 671.250546] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.250703] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.251036] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.251324] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 671.251324] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279fffb-f133-33d7-ede5-f28708827049" [ 671.251324] env[68934]: _type = "HttpNfcLease" [ 671.251324] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 671.251537] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71c90c3-49f5-46b4-93d4-ea9ce9e965b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.254241] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c91c93-9dac-4523-b379-796b322873a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.265609] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0929f-c040-9670-549e-31daf7db8325/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 671.265857] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0929f-c040-9670-549e-31daf7db8325/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 671.270564] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 671.270564] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529faa0b-82aa-60dd-377d-c41ece7aa10c" [ 671.270564] env[68934]: _type = "Task" [ 671.270564] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.348660] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529faa0b-82aa-60dd-377d-c41ece7aa10c, 'name': SearchDatastore_Task, 'duration_secs': 0.030096} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.349441] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.349704] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.349944] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.350104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.350287] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.357304] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0778b3e5-2270-42f4-8db3-3ac36be8c6bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.359605] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134339, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.367114] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.367313] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.368099] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f37d81a-b372-4626-9431-da27791e1327 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.373941] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 671.373941] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218b17c-dbce-974f-a159-866cb4695bf6" [ 671.373941] env[68934]: _type = "Task" [ 671.373941] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.386597] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218b17c-dbce-974f-a159-866cb4695bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.390345] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64cb2fe7-4048-43c1-8ad5-c8db7d747a4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.396842] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.410635] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134341, 'name': Rename_Task, 'duration_secs': 0.216519} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.413217] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.413718] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1493bc2e-efea-4ba3-8a9e-9a95909b6a01 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.420511] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 671.420511] env[68934]: value = "task-3134344" [ 671.420511] env[68934]: _type = "Task" [ 671.420511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.437018] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134344, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.446851] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073565} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.449765] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.449765] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148b655d-7578-472b-8e04-091116777f24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.475024] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f/8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.478695] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e841c1a9-5f80-4bad-9822-773c63f84523 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.502221] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134343, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.504449] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 671.504449] env[68934]: value = "task-3134345" [ 671.504449] env[68934]: _type = "Task" [ 671.504449] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.511403] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fb27b0-999c-62da-ba65-5c354d91a228, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.512809] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a51c8b-7b88-47f7-9ef1-698bd032b14c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.519050] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.522030] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 671.522030] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c07b1-0d68-4972-4aab-2203ab1535fe" [ 671.522030] env[68934]: _type = "Task" [ 671.522030] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.530581] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c07b1-0d68-4972-4aab-2203ab1535fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.561321] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "refresh_cache-b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.561654] env[68934]: DEBUG nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Instance network_info: |[{"id": "47c006d2-cb02-4a35-b666-f5ec54e76e33", "address": "fa:16:3e:e6:f2:34", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c006d2-cb", "ovs_interfaceid": "47c006d2-cb02-4a35-b666-f5ec54e76e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.562077] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f2:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c006d2-cb02-4a35-b666-f5ec54e76e33', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.570236] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.571789] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.574761] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce336c2-b14e-4925-b826-83ebe0ab1e17 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.589842] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.590056] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.594718] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.594718] env[68934]: value = "task-3134346" [ 671.594718] env[68934]: _type = "Task" [ 671.594718] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.603075] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134346, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.644110] env[68934]: DEBUG nova.compute.utils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.648183] env[68934]: DEBUG nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.648183] env[68934]: DEBUG nova.network.neutron [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.750209] env[68934]: DEBUG nova.policy [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f244e2260a8e4f6c9a52c1e380593279', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fc3de78c5684fe88b6f89c3871a84f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.848430] env[68934]: DEBUG oslo_vmware.api [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134339, 'name': PowerOnVM_Task, 'duration_secs': 0.600708} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.849210] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.849544] env[68934]: INFO nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Took 16.30 seconds to spawn the instance on the hypervisor. [ 671.849847] env[68934]: DEBUG nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.850799] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cd782b-1aa9-4d13-899c-9f4a11a21ef2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.891605] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218b17c-dbce-974f-a159-866cb4695bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.021143} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.896972] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.897418] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd88a3b5-29c3-4b11-b6f3-c80535b347ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.905251] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 671.905251] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5283befd-89d4-ad4a-b475-0c48c8d7b3c0" [ 671.905251] env[68934]: _type = "Task" [ 671.905251] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.918769] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5283befd-89d4-ad4a-b475-0c48c8d7b3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.934279] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.975818] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545905} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.976082] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.976432] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.976561] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d2d2d5a-8575-44f3-aaf1-480818f05767 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.983589] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 671.983589] env[68934]: value = "task-3134347" [ 671.983589] env[68934]: _type = "Task" [ 671.983589] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.991702] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.015789] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134345, 'name': ReconfigVM_Task, 'duration_secs': 0.417288} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.016219] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f/8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.016982] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c69dfcf2-af62-4874-97bd-54fcc7b87dc6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.025405] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 672.025405] env[68934]: value = "task-3134348" [ 672.025405] env[68934]: _type = "Task" [ 672.025405] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.038264] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c07b1-0d68-4972-4aab-2203ab1535fe, 'name': SearchDatastore_Task, 'duration_secs': 0.018} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.041788] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.042071] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.042767] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134348, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.042767] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eb07664-6bb7-4f33-adb9-3ce7513f9c86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.049954] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 672.049954] env[68934]: value = "task-3134349" [ 672.049954] env[68934]: _type = "Task" [ 672.049954] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.059518] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.107385] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134346, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.151639] env[68934]: DEBUG nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.336776] env[68934]: DEBUG nova.network.neutron [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Successfully created port: 252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.373925] env[68934]: INFO nova.compute.manager [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Took 27.68 seconds to build instance. [ 672.395710] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134340, 'name': ReconfigVM_Task, 'duration_secs': 1.440713} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.396788] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 16036e17-76b4-4e56-ada5-efc37e2e4f5a/16036e17-76b4-4e56-ada5-efc37e2e4f5a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.399905] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9edf7667-ea34-4849-8a4e-d39f68d6e15a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.408022] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 672.408022] env[68934]: value = "task-3134350" [ 672.408022] env[68934]: _type = "Task" [ 672.408022] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.421066] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5283befd-89d4-ad4a-b475-0c48c8d7b3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.425226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.425662] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.426284] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134350, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.432527] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c79c06bb-e942-4a11-b6d2-0c40b7b2baa5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.440842] env[68934]: DEBUG oslo_vmware.api [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134344, 'name': PowerOnVM_Task, 'duration_secs': 0.624302} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.442352] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.442675] env[68934]: INFO nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Took 14.56 seconds to spawn the instance on the hypervisor. [ 672.442951] env[68934]: DEBUG nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.444125] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 672.444125] env[68934]: value = "task-3134351" [ 672.444125] env[68934]: _type = "Task" [ 672.444125] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.447149] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae25ec3-a72a-46e0-a3e2-21283f7656c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.463691] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.494010] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073102} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.494010] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.494010] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f37224-8b13-4edc-8bb6-812cd357eb23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.523567] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.528204] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ed9ace-6b14-4034-b726-316c75ca85f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.558220] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134348, 'name': Rename_Task, 'duration_secs': 0.361013} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.559075] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 672.559075] env[68934]: value = "task-3134352" [ 672.559075] env[68934]: _type = "Task" [ 672.559075] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.559352] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.560503] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce8fec5e-30eb-450f-ba73-3716eb586bed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.573017] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.581168] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.586094] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 672.586094] env[68934]: value = "task-3134353" [ 672.586094] env[68934]: _type = "Task" [ 672.586094] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.600629] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134353, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.611188] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134346, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.744643] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f244463-adbd-4856-a6d7-89bcf8184282 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.761021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141ac8c-f64a-4453-869c-16c2cdbcc22c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.795129] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4626c84b-682a-48f6-914d-777924421f46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.803079] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd6013-4ced-41e3-81bf-ebcbf164ed72 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.820023] env[68934]: DEBUG nova.compute.provider_tree [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.876768] env[68934]: DEBUG oslo_concurrency.lockutils [None req-47420e8d-31b9-4b48-be29-60a489058e14 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "9493b14e-c374-4689-9b62-f927e467cc00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.186s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.921521] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134350, 'name': Rename_Task, 'duration_secs': 0.287307} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.921521] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.921521] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3790127-38ea-457c-abfe-eb750540f2ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.929500] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 672.929500] env[68934]: value = "task-3134354" [ 672.929500] env[68934]: _type = "Task" [ 672.929500] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.940668] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.959101] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134351, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.976076] env[68934]: INFO nova.compute.manager [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Took 27.31 seconds to build instance. [ 673.060921] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89764} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.064411] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.064715] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.064999] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dee56ee-8493-42fb-a00a-238b84acb9c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.077500] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.078082] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 673.078082] env[68934]: value = "task-3134355" [ 673.078082] env[68934]: _type = "Task" [ 673.078082] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.087377] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.097296] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134353, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.111517] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134346, 'name': CreateVM_Task, 'duration_secs': 1.151709} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.111779] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.112810] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.112810] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.112967] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.113488] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01994b63-9735-45ec-bc1d-6b60cddf7cb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.119883] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 673.119883] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520b9f39-a122-e877-47fb-acd99b090d47" [ 673.119883] env[68934]: _type = "Task" [ 673.119883] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.130348] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520b9f39-a122-e877-47fb-acd99b090d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.164848] env[68934]: DEBUG nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.204575] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.204843] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.204996] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.205216] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.205370] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.205564] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.205787] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.205942] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.206125] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.206288] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.206472] env[68934]: DEBUG nova.virt.hardware [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.207623] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb85598a-8137-453c-90f8-de06aeaa2988 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.216938] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960f774f-41e1-4a5e-bc32-809ed8b78463 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.325733] env[68934]: DEBUG nova.scheduler.client.report [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.380145] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.447402] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.463305] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134351, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.479265] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.817s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.572800] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134352, 'name': ReconfigVM_Task, 'duration_secs': 0.676343} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.574808] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Reconfigured VM instance instance-00000008 to attach disk [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.574808] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66ee576e-e296-4ca2-a4ab-9181ec57e07a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.585723] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 673.585723] env[68934]: value = "task-3134356" [ 673.585723] env[68934]: _type = "Task" [ 673.585723] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.604231] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127466} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.605981] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.607114] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15511216-c8bd-462c-8bec-22063a156368 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.615088] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134356, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.618406] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134353, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.641399] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.646682] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022f6e7c-087e-4106-8546-db980ac8db69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.671072] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520b9f39-a122-e877-47fb-acd99b090d47, 'name': SearchDatastore_Task, 'duration_secs': 0.014992} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.673185] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.674416] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.674416] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.674416] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.674416] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.674766] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 673.674766] env[68934]: value = "task-3134357" [ 673.674766] env[68934]: _type = "Task" [ 673.674766] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.674914] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a38f0445-a3a7-49fe-8668-7e458b7545da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.688370] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.690346] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.690658] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.691814] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c144cd-6316-4e1c-bf5b-6b21c0094a5a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.699152] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 673.699152] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5290b473-4ec0-a75b-fdb5-52b9ba946a16" [ 673.699152] env[68934]: _type = "Task" [ 673.699152] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.711644] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5290b473-4ec0-a75b-fdb5-52b9ba946a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.835678] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.836190] env[68934]: DEBUG nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.839254] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.367s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.840993] env[68934]: INFO nova.compute.claims [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.912752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.946396] env[68934]: DEBUG oslo_vmware.api [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134354, 'name': PowerOnVM_Task, 'duration_secs': 0.599521} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.947410] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.947642] env[68934]: INFO nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Took 13.68 seconds to spawn the instance on the hypervisor. [ 673.948061] env[68934]: DEBUG nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.949296] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cea7df-8db8-48e2-a594-5e6e3550f477 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.973300] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134351, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.264822} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.973894] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.974406] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.974862] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d3e8034-477e-46b5-9009-20f626337b1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.982788] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.986314] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 673.986314] env[68934]: value = "task-3134358" [ 673.986314] env[68934]: _type = "Task" [ 673.986314] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.997040] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.011510] env[68934]: DEBUG nova.compute.manager [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Received event network-changed-47c006d2-cb02-4a35-b666-f5ec54e76e33 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.011601] env[68934]: DEBUG nova.compute.manager [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Refreshing instance network info cache due to event network-changed-47c006d2-cb02-4a35-b666-f5ec54e76e33. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.011783] env[68934]: DEBUG oslo_concurrency.lockutils [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] Acquiring lock "refresh_cache-b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.011939] env[68934]: DEBUG oslo_concurrency.lockutils [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] Acquired lock "refresh_cache-b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.013446] env[68934]: DEBUG nova.network.neutron [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Refreshing network info cache for port 47c006d2-cb02-4a35-b666-f5ec54e76e33 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.105725] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134353, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.111086] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134356, 'name': Rename_Task, 'duration_secs': 0.221535} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.111465] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.111819] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0b35c85-0f60-4de5-936a-4de69fafff80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.122349] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 674.122349] env[68934]: value = "task-3134359" [ 674.122349] env[68934]: _type = "Task" [ 674.122349] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.135072] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.190787] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134357, 'name': ReconfigVM_Task, 'duration_secs': 0.503292} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.191633] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.192326] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ffe7759-2e29-4c68-8b19-ecacede5cb39 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.200891] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 674.200891] env[68934]: value = "task-3134360" [ 674.200891] env[68934]: _type = "Task" [ 674.200891] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.214868] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134360, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.218933] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5290b473-4ec0-a75b-fdb5-52b9ba946a16, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.219945] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf8942e-811d-4e7a-a08b-ca5b109cc5be {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.228711] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 674.228711] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52256db9-5272-fdef-dfb2-56b1c73cb5e7" [ 674.228711] env[68934]: _type = "Task" [ 674.228711] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.240242] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52256db9-5272-fdef-dfb2-56b1c73cb5e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.346891] env[68934]: DEBUG nova.compute.utils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.353678] env[68934]: DEBUG nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.353678] env[68934]: DEBUG nova.network.neutron [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.429045] env[68934]: DEBUG nova.policy [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ba8e12734b49598661b773e76f4b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce2f9af11304971af9483a80e7db7de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.483278] env[68934]: DEBUG nova.network.neutron [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Successfully updated port: 252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.490301] env[68934]: INFO nova.compute.manager [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Took 28.64 seconds to build instance. [ 674.514762] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115137} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.514990] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.518451] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e478e4-b14f-42a6-8140-cdcb37809561 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.544984] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.546627] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.547019] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8254d7d-18e4-4a40-aabe-e3608452440a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.570539] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 674.570539] env[68934]: value = "task-3134361" [ 674.570539] env[68934]: _type = "Task" [ 674.570539] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.580798] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.604822] env[68934]: DEBUG oslo_vmware.api [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134353, 'name': PowerOnVM_Task, 'duration_secs': 1.626563} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.604822] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.604822] env[68934]: INFO nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Took 9.15 seconds to spawn the instance on the hypervisor. [ 674.604822] env[68934]: DEBUG nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.605434] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb8204-8d4f-4541-b657-675147ac7f69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.640575] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134359, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.726617] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134360, 'name': Rename_Task, 'duration_secs': 0.261} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.727014] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.727553] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-044822fa-9d12-4099-8e9e-e56425017cea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.744315] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52256db9-5272-fdef-dfb2-56b1c73cb5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018894} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.747016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.747705] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] b947d6e8-242d-4339-90c9-8cbe3ab4e5dd/b947d6e8-242d-4339-90c9-8cbe3ab4e5dd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.748687] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 674.748687] env[68934]: value = "task-3134362" [ 674.748687] env[68934]: _type = "Task" [ 674.748687] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.748687] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b67a401f-2b48-4254-9d9b-0458aa5f40f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.767367] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.769166] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 674.769166] env[68934]: value = "task-3134363" [ 674.769166] env[68934]: _type = "Task" [ 674.769166] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.780088] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.853479] env[68934]: DEBUG nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.988947] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988947] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquired lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988947] env[68934]: DEBUG nova.network.neutron [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.997674] env[68934]: DEBUG oslo_concurrency.lockutils [None req-befb73dc-7549-46de-a744-3d94e3f5dbfb tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.170s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.085432] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134361, 'name': ReconfigVM_Task, 'duration_secs': 0.508591} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.085831] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.086548] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12505e9d-42f9-40db-a530-c0dc2019549f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.099994] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 675.099994] env[68934]: value = "task-3134364" [ 675.099994] env[68934]: _type = "Task" [ 675.099994] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.129024] env[68934]: DEBUG nova.compute.manager [None req-7fb00630-3652-489d-8a34-7b1f90e0d1a7 tempest-ServerDiagnosticsTest-255737685 tempest-ServerDiagnosticsTest-255737685-project-admin] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.132738] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008a2f21-3472-4f9d-b4ad-0acbbee60f09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.135673] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134364, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.138818] env[68934]: INFO nova.compute.manager [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Took 27.34 seconds to build instance. [ 675.152193] env[68934]: INFO nova.compute.manager [None req-7fb00630-3652-489d-8a34-7b1f90e0d1a7 tempest-ServerDiagnosticsTest-255737685 tempest-ServerDiagnosticsTest-255737685-project-admin] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Retrieving diagnostics [ 675.157099] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a612e50f-df43-4ecd-ba64-47031e40ff70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.160909] env[68934]: DEBUG oslo_vmware.api [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134359, 'name': PowerOnVM_Task, 'duration_secs': 0.759578} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.166408] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.166684] env[68934]: INFO nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Took 12.34 seconds to spawn the instance on the hypervisor. [ 675.166862] env[68934]: DEBUG nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.169889] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafe3e50-f439-49fc-a1fd-524f3eebb69e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.202618] env[68934]: DEBUG nova.network.neutron [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Updated VIF entry in instance network info cache for port 47c006d2-cb02-4a35-b666-f5ec54e76e33. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.202997] env[68934]: DEBUG nova.network.neutron [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Updating instance_info_cache with network_info: [{"id": "47c006d2-cb02-4a35-b666-f5ec54e76e33", "address": "fa:16:3e:e6:f2:34", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c006d2-cb", "ovs_interfaceid": "47c006d2-cb02-4a35-b666-f5ec54e76e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.279314] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134362, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.287241] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Acquiring lock "9493b14e-c374-4689-9b62-f927e467cc00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.287241] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Lock "9493b14e-c374-4689-9b62-f927e467cc00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.287241] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Acquiring lock "9493b14e-c374-4689-9b62-f927e467cc00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.287241] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Lock "9493b14e-c374-4689-9b62-f927e467cc00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.287715] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Lock "9493b14e-c374-4689-9b62-f927e467cc00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.288942] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134363, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.292926] env[68934]: INFO nova.compute.manager [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Terminating instance [ 675.321280] env[68934]: DEBUG nova.network.neutron [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Successfully created port: dbaf66b7-b440-4d97-b545-e3276faeb84d {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.462210] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28c01f9-31b0-4904-a8ef-9265a6d9f4cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.470059] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc14a1ed-71ad-419d-b089-8b2846561b35 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.509236] env[68934]: DEBUG nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.510820] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6e9f96-1080-41a6-a729-2580decea7ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.521747] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c94583-5295-4e87-9fcb-b5a05fa54bb9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.536425] env[68934]: DEBUG nova.compute.provider_tree [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.570906] env[68934]: DEBUG nova.network.neutron [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.612167] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134364, 'name': Rename_Task, 'duration_secs': 0.241824} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.612434] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.612691] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d74c62-5736-4c82-8db8-1368024baa56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.621121] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 675.621121] env[68934]: value = "task-3134365" [ 675.621121] env[68934]: _type = "Task" [ 675.621121] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.627577] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.648157] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51dc8f2c-d68d-4ba2-88b3-8b449658a572 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.862s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.714671] env[68934]: DEBUG oslo_concurrency.lockutils [req-507b553f-ce60-451e-bd06-2c41ac23b011 req-b2b72f48-8ff3-4c47-98e2-c2227390c202 service nova] Releasing lock "refresh_cache-b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.745962] env[68934]: INFO nova.compute.manager [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Took 28.51 seconds to build instance. [ 675.769423] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.783032] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627101} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.783032] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] b947d6e8-242d-4339-90c9-8cbe3ab4e5dd/b947d6e8-242d-4339-90c9-8cbe3ab4e5dd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.783032] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.783795] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ffb4ba-81e9-4241-a7b1-1f532d1e49cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.790886] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 675.790886] env[68934]: value = "task-3134366" [ 675.790886] env[68934]: _type = "Task" [ 675.790886] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.799518] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.809614] env[68934]: DEBUG nova.compute.manager [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.809614] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.809614] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9d9e69-08e7-41fd-8c52-a79f4ab314e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.819023] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.819023] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-199e3e46-9dd4-4452-9b4a-ded7430da3dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.824122] env[68934]: DEBUG oslo_vmware.api [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Waiting for the task: (returnval){ [ 675.824122] env[68934]: value = "task-3134367" [ 675.824122] env[68934]: _type = "Task" [ 675.824122] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.832496] env[68934]: DEBUG oslo_vmware.api [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Task: {'id': task-3134367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.869830] env[68934]: DEBUG nova.network.neutron [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updating instance_info_cache with network_info: [{"id": "252e3024-1de6-4885-adf0-dba29cd6a09b", "address": "fa:16:3e:4b:45:60", "network": {"id": "af128343-8ca8-4bf0-9ec6-856c1da05dda", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-812605047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc3de78c5684fe88b6f89c3871a84f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e3024-1d", "ovs_interfaceid": "252e3024-1de6-4885-adf0-dba29cd6a09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.876180] env[68934]: DEBUG nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.922885] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.923228] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.923429] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.923671] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.923889] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.924107] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.924410] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.925612] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.925612] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.925612] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.925612] env[68934]: DEBUG nova.virt.hardware [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.927659] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c5ec16-92e2-4061-bb2b-83299ec22327 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.935980] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fc6b47-f9a1-4c28-a262-7ff6067bf91b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.033790] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.060890] env[68934]: ERROR nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [req-c28ff768-b55c-4ba5-a717-827d4ac15c6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64ca70af-0efc-43df-853f-90e83858da1f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c28ff768-b55c-4ba5-a717-827d4ac15c6e"}]} [ 676.087907] env[68934]: DEBUG nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Refreshing inventories for resource provider 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 676.111527] env[68934]: DEBUG nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Updating ProviderTree inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 676.111527] env[68934]: DEBUG nova.compute.provider_tree [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.125649] env[68934]: DEBUG nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Refreshing aggregate associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, aggregates: None {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 676.134339] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134365, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.154402] env[68934]: DEBUG nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Refreshing trait associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 676.157963] env[68934]: DEBUG nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.249383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252954a0-d46d-4e67-bae4-995b94e08fba tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.034s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.266751] env[68934]: DEBUG oslo_vmware.api [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134362, 'name': PowerOnVM_Task, 'duration_secs': 1.209743} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.269021] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.269021] env[68934]: DEBUG nova.compute.manager [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.269021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e123ba3f-a4ef-40aa-aa63-45b97489d40e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.305350] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092766} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.305707] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.307629] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d3a97d-58f0-46c8-a50f-9bac888504fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.334993] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] b947d6e8-242d-4339-90c9-8cbe3ab4e5dd/b947d6e8-242d-4339-90c9-8cbe3ab4e5dd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.342275] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c166961-b487-473d-a4a0-f661730e28b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.363413] env[68934]: DEBUG oslo_vmware.api [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Task: {'id': task-3134367, 'name': PowerOffVM_Task, 'duration_secs': 0.228821} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.366039] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.366039] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.366039] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 676.366039] env[68934]: value = "task-3134368" [ 676.366039] env[68934]: _type = "Task" [ 676.366039] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.366039] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee40882-3d72-4450-95db-a7f6ab9239d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.372428] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Releasing lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.372645] env[68934]: DEBUG nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Instance network_info: |[{"id": "252e3024-1de6-4885-adf0-dba29cd6a09b", "address": "fa:16:3e:4b:45:60", "network": {"id": "af128343-8ca8-4bf0-9ec6-856c1da05dda", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-812605047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc3de78c5684fe88b6f89c3871a84f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e3024-1d", "ovs_interfaceid": "252e3024-1de6-4885-adf0-dba29cd6a09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.376128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:45:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '252e3024-1de6-4885-adf0-dba29cd6a09b', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.384686] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Creating folder: Project (4fc3de78c5684fe88b6f89c3871a84f6). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.388753] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ff91018-8328-4ce0-a3f9-7cdae882bbb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.390686] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.400487] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Created folder: Project (4fc3de78c5684fe88b6f89c3871a84f6) in parent group-v627191. [ 676.400769] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Creating folder: Instances. Parent ref: group-v627226. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.402795] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8ddb2ba-269f-46b9-93d5-8377ebdf6988 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.412379] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Created folder: Instances in parent group-v627226. [ 676.412792] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.413325] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.413446] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8124724-3f49-41b2-a0e0-e624398261c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.437640] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.437640] env[68934]: value = "task-3134372" [ 676.437640] env[68934]: _type = "Task" [ 676.437640] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.438919] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.439140] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.439351] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Deleting the datastore file [datastore2] 9493b14e-c374-4689-9b62-f927e467cc00 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.444727] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-912bc91b-1c36-48f8-b13a-a7dcd5dbd027 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.455288] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134372, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.456248] env[68934]: DEBUG oslo_vmware.api [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Waiting for the task: (returnval){ [ 676.456248] env[68934]: value = "task-3134373" [ 676.456248] env[68934]: _type = "Task" [ 676.456248] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.466484] env[68934]: DEBUG oslo_vmware.api [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Task: {'id': task-3134373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.635644] env[68934]: DEBUG oslo_vmware.api [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134365, 'name': PowerOnVM_Task, 'duration_secs': 0.70665} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.636418] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.636828] env[68934]: INFO nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Took 6.14 seconds to spawn the instance on the hypervisor. [ 676.638107] env[68934]: DEBUG nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.639024] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a6fa6-fdd4-4702-a1bd-1534402764eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.682122] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.690647] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc04fe33-8be8-4276-ad47-b8e430c9386f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.700058] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dbaa1a-c5fc-42e6-9733-78331b89fcf3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.734095] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cf6953-8cdc-4e82-999b-f1678f04bee5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.743786] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1b6a78-e1cd-49c3-9c79-eecc885c1e9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.752651] env[68934]: DEBUG nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.765680] env[68934]: DEBUG nova.compute.provider_tree [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.795044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.880609] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134368, 'name': ReconfigVM_Task, 'duration_secs': 0.496934} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.881071] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Reconfigured VM instance instance-0000000a to attach disk [datastore2] b947d6e8-242d-4339-90c9-8cbe3ab4e5dd/b947d6e8-242d-4339-90c9-8cbe3ab4e5dd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.881933] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d20180af-0509-41f8-a16c-eff1f7024885 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.891078] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 676.891078] env[68934]: value = "task-3134374" [ 676.891078] env[68934]: _type = "Task" [ 676.891078] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.906761] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134374, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.949117] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134372, 'name': CreateVM_Task, 'duration_secs': 0.429364} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.949300] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.949996] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.950167] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.951042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.951141] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7422096b-7c8e-45aa-b74e-61132b8bf869 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.955899] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 676.955899] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5241ab81-da43-4b32-c058-c2b04d5a1eed" [ 676.955899] env[68934]: _type = "Task" [ 676.955899] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.967398] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5241ab81-da43-4b32-c058-c2b04d5a1eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.970590] env[68934]: DEBUG oslo_vmware.api [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Task: {'id': task-3134373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289737} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.970856] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.970993] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.971179] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.971382] env[68934]: INFO nova.compute.manager [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Took 1.16 seconds to destroy the instance on the hypervisor. [ 676.971621] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.971827] env[68934]: DEBUG nova.compute.manager [-] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.971920] env[68934]: DEBUG nova.network.neutron [-] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.162126] env[68934]: INFO nova.compute.manager [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Took 14.57 seconds to build instance. [ 677.314733] env[68934]: DEBUG nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Updated inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 677.315092] env[68934]: DEBUG nova.compute.provider_tree [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Updating resource provider 64ca70af-0efc-43df-853f-90e83858da1f generation from 30 to 31 during operation: update_inventory {{(pid=68934) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 677.315305] env[68934]: DEBUG nova.compute.provider_tree [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.325090] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.391964] env[68934]: DEBUG nova.compute.manager [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Received event network-vif-plugged-252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.393865] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] Acquiring lock "8b383bf0-0355-4e0b-80b4-f20cdef90488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.393865] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.393865] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.393865] env[68934]: DEBUG nova.compute.manager [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] No waiting events found dispatching network-vif-plugged-252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.393865] env[68934]: WARNING nova.compute.manager [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Received unexpected event network-vif-plugged-252e3024-1de6-4885-adf0-dba29cd6a09b for instance with vm_state building and task_state spawning. [ 677.394325] env[68934]: DEBUG nova.compute.manager [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Received event network-changed-252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.394325] env[68934]: DEBUG nova.compute.manager [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Refreshing instance network info cache due to event network-changed-252e3024-1de6-4885-adf0-dba29cd6a09b. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.394325] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] Acquiring lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.394325] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] Acquired lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.394325] env[68934]: DEBUG nova.network.neutron [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Refreshing network info cache for port 252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.398386] env[68934]: DEBUG nova.compute.manager [None req-829d9ec9-f75a-4559-9164-cf771e114068 tempest-ServerDiagnosticsV248Test-1025505920 tempest-ServerDiagnosticsV248Test-1025505920-project-admin] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.403065] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d563baa-98d3-4c39-b8b5-43dbb3435f15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.414465] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134374, 'name': Rename_Task, 'duration_secs': 0.178875} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.416450] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.416735] env[68934]: INFO nova.compute.manager [None req-829d9ec9-f75a-4559-9164-cf771e114068 tempest-ServerDiagnosticsV248Test-1025505920 tempest-ServerDiagnosticsV248Test-1025505920-project-admin] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Retrieving diagnostics [ 677.417029] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feac429f-863a-4c0a-a1ab-705875d3f694 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.419278] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69b2d3-e914-4f2f-a3ed-4930d22c767e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.456519] env[68934]: DEBUG nova.network.neutron [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Successfully updated port: dbaf66b7-b440-4d97-b545-e3276faeb84d {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.462022] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 677.462022] env[68934]: value = "task-3134375" [ 677.462022] env[68934]: _type = "Task" [ 677.462022] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.477034] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5241ab81-da43-4b32-c058-c2b04d5a1eed, 'name': SearchDatastore_Task, 'duration_secs': 0.014746} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.481170] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.481306] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.481642] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.481642] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.481751] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.482865] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.483114] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d842d79a-7c50-44bd-a652-5e7d3fe91bff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.493353] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.493584] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.494334] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63b0f1f-853c-4211-8f36-9e585915cdcd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.500715] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 677.500715] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ae41fe-cba3-a16c-51ee-105407baec91" [ 677.500715] env[68934]: _type = "Task" [ 677.500715] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.509744] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ae41fe-cba3-a16c-51ee-105407baec91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.653580] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.653958] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.654109] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.654483] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.654726] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.657174] env[68934]: INFO nova.compute.manager [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Terminating instance [ 677.664564] env[68934]: DEBUG oslo_concurrency.lockutils [None req-44157502-3d0e-4253-9c31-8e56c05b2a03 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "c597adf2-b172-451d-80bf-64fce9c6869b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.680s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.822354] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.983s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.823023] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.825979] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.849s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.950125] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.950541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.964821] env[68934]: DEBUG nova.network.neutron [-] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.964821] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-779e4d61-890e-4701-9ae8-59314d2486ac" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.964821] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-779e4d61-890e-4701-9ae8-59314d2486ac" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.964821] env[68934]: DEBUG nova.network.neutron [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.981205] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.986353] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "1b14a037-a9bc-4540-b6a2-6e68436a8425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.986895] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.016022] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ae41fe-cba3-a16c-51ee-105407baec91, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.016022] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74cc4e3-adb5-4603-a012-d30e0c3445d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.019017] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 678.019017] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525626e8-267d-8ab7-26f0-5b2f94b0e887" [ 678.019017] env[68934]: _type = "Task" [ 678.019017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.028340] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525626e8-267d-8ab7-26f0-5b2f94b0e887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.160930] env[68934]: DEBUG nova.compute.manager [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.161270] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.162886] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be0a25-2173-48da-bf72-b8400a072801 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.166260] env[68934]: DEBUG nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.176047] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.176047] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32764692-50dd-4a7f-a4c7-b3444cbc395d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.181445] env[68934]: DEBUG oslo_vmware.api [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 678.181445] env[68934]: value = "task-3134376" [ 678.181445] env[68934]: _type = "Task" [ 678.181445] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.190598] env[68934]: DEBUG oslo_vmware.api [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.329647] env[68934]: DEBUG nova.compute.utils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.340585] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.340785] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.412833] env[68934]: DEBUG nova.policy [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb7271a461a48f68c33889d8b63373a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd005adaf521a49a18379f2c173a49e63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.415364] env[68934]: DEBUG nova.network.neutron [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updated VIF entry in instance network info cache for port 252e3024-1de6-4885-adf0-dba29cd6a09b. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.415738] env[68934]: DEBUG nova.network.neutron [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updating instance_info_cache with network_info: [{"id": "252e3024-1de6-4885-adf0-dba29cd6a09b", "address": "fa:16:3e:4b:45:60", "network": {"id": "af128343-8ca8-4bf0-9ec6-856c1da05dda", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-812605047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc3de78c5684fe88b6f89c3871a84f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e3024-1d", "ovs_interfaceid": "252e3024-1de6-4885-adf0-dba29cd6a09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.469610] env[68934]: INFO nova.compute.manager [-] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Took 1.49 seconds to deallocate network for instance. [ 678.486720] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134375, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.532502] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525626e8-267d-8ab7-26f0-5b2f94b0e887, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.533234] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.535217] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 8b383bf0-0355-4e0b-80b4-f20cdef90488/8b383bf0-0355-4e0b-80b4-f20cdef90488.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.535217] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f146882-0feb-4177-ba54-626c476c592d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.544024] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 678.544024] env[68934]: value = "task-3134377" [ 678.544024] env[68934]: _type = "Task" [ 678.544024] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.552653] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.560090] env[68934]: DEBUG nova.network.neutron [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.696132] env[68934]: DEBUG oslo_vmware.api [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134376, 'name': PowerOffVM_Task, 'duration_secs': 0.31897} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.697954] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.698304] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.698474] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.698736] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d81c204f-da1a-4bf4-bd1f-2a46076800c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.770281] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.770565] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.770847] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Deleting the datastore file [datastore2] a6b3579a-92fc-4cc1-ba35-7d1234144a80 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.771173] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8c25fa-282d-47e9-87a9-3434325e87fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.787730] env[68934]: DEBUG oslo_vmware.api [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for the task: (returnval){ [ 678.787730] env[68934]: value = "task-3134379" [ 678.787730] env[68934]: _type = "Task" [ 678.787730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.799447] env[68934]: DEBUG oslo_vmware.api [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.841580] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.880271] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 9493b14e-c374-4689-9b62-f927e467cc00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.880271] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 16036e17-76b4-4e56-ada5-efc37e2e4f5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.920066] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b4d30e-44a9-4810-afca-02aa7e3ef9d7 req-d38c41e8-6953-417d-afae-5911d2670b78 service nova] Releasing lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.973880] env[68934]: DEBUG nova.network.neutron [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Updating instance_info_cache with network_info: [{"id": "dbaf66b7-b440-4d97-b545-e3276faeb84d", "address": "fa:16:3e:a6:6d:d6", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbaf66b7-b4", "ovs_interfaceid": "dbaf66b7-b440-4d97-b545-e3276faeb84d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.984994] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.985988] env[68934]: DEBUG oslo_vmware.api [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134375, 'name': PowerOnVM_Task, 'duration_secs': 1.299141} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.986354] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.986680] env[68934]: INFO nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Took 11.08 seconds to spawn the instance on the hypervisor. [ 678.986819] env[68934]: DEBUG nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.988840] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ff923-1414-4e61-b824-89122e23026b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.052988] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134377, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.185656] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Successfully created port: f8991896-2f6f-4cdd-a990-647d4de39db8 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.285109] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.285427] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.285675] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.285858] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.286285] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.293605] env[68934]: INFO nova.compute.manager [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Terminating instance [ 679.301271] env[68934]: DEBUG oslo_vmware.api [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Task: {'id': task-3134379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418452} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.301916] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.302378] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.302675] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.302962] env[68934]: INFO nova.compute.manager [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Took 1.14 seconds to destroy the instance on the hypervisor. [ 679.303351] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.303722] env[68934]: DEBUG nova.compute.manager [-] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.303933] env[68934]: DEBUG nova.network.neutron [-] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.387785] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 1b14a037-a9bc-4540-b6a2-6e68436a8425 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 679.481928] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-779e4d61-890e-4701-9ae8-59314d2486ac" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.481928] env[68934]: DEBUG nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Instance network_info: |[{"id": "dbaf66b7-b440-4d97-b545-e3276faeb84d", "address": "fa:16:3e:a6:6d:d6", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbaf66b7-b4", "ovs_interfaceid": "dbaf66b7-b440-4d97-b545-e3276faeb84d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.482156] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:6d:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbaf66b7-b440-4d97-b545-e3276faeb84d', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.495157] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating folder: Project (fce2f9af11304971af9483a80e7db7de). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.495696] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb1f9b9-b598-4886-bcbe-18295827b186 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.514256] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created folder: Project (fce2f9af11304971af9483a80e7db7de) in parent group-v627191. [ 679.514256] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating folder: Instances. Parent ref: group-v627229. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.516447] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87c07b0d-54f9-4408-b3c1-e6044a3d0ab0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.519076] env[68934]: INFO nova.compute.manager [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Took 30.35 seconds to build instance. [ 679.527543] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created folder: Instances in parent group-v627229. [ 679.527874] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.528090] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.528306] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9f51d39-005a-4076-8866-6e4450201433 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.559800] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653332} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.561246] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 8b383bf0-0355-4e0b-80b4-f20cdef90488/8b383bf0-0355-4e0b-80b4-f20cdef90488.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.561512] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.561694] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.561694] env[68934]: value = "task-3134382" [ 679.561694] env[68934]: _type = "Task" [ 679.561694] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.561885] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5aea907-4642-43e2-980f-757882d005f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.573909] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134382, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.575511] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 679.575511] env[68934]: value = "task-3134383" [ 679.575511] env[68934]: _type = "Task" [ 679.575511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.584633] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.802928] env[68934]: DEBUG nova.compute.manager [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.803274] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.804263] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98166ce-aa44-467e-b0c6-e00336326d2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.813597] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.813864] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0659a6d6-05be-4c30-a7ad-e80ae4a0e73f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.822686] env[68934]: DEBUG oslo_vmware.api [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 679.822686] env[68934]: value = "task-3134384" [ 679.822686] env[68934]: _type = "Task" [ 679.822686] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.832350] env[68934]: DEBUG oslo_vmware.api [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.858741] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.894831] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 6eac0316-b719-4ff8-9999-06ddc5f55c4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 679.895017] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 46825de6-bba3-4833-af06-eb2ba1526aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.895151] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.895272] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 90ecff07-a783-43f5-be53-0e6f6fc1e7a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.902355] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.902681] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.902743] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.903103] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.903249] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.903319] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.903779] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.903837] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.907341] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.911035] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.911035] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.911035] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a253db5-8bc4-40e8-bb39-8c2de9a58410 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.920525] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde5d039-4fd9-446a-9852-22c930efc9c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.024631] env[68934]: DEBUG oslo_concurrency.lockutils [None req-74e42b0f-5b15-4c01-bb46-45638ff568ed tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.871s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.075729] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134382, 'name': CreateVM_Task, 'duration_secs': 0.493011} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.077013] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.080226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.080432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.080840] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.081503] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b2133b-6a9e-424c-9b81-289b4771aea8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.091775] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076056} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.092040] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.092400] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 680.092400] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528b0a9e-4d78-27b1-cb41-6c9cc627e7fd" [ 680.092400] env[68934]: _type = "Task" [ 680.092400] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.093148] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bd1700-420d-4176-90a6-8607c679f994 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.113338] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528b0a9e-4d78-27b1-cb41-6c9cc627e7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.122684] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 8b383bf0-0355-4e0b-80b4-f20cdef90488/8b383bf0-0355-4e0b-80b4-f20cdef90488.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.123579] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54985a0-6578-4fda-bf99-95a5d8ba740e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.144562] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 680.144562] env[68934]: value = "task-3134385" [ 680.144562] env[68934]: _type = "Task" [ 680.144562] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.153492] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.333234] env[68934]: DEBUG oslo_vmware.api [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134384, 'name': PowerOffVM_Task, 'duration_secs': 0.325036} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.333662] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.334165] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.334547] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4caed64b-8b11-48a5-8219-5b11c667926d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.400301] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.400643] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.400773] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Deleting the datastore file [datastore2] 16036e17-76b4-4e56-ada5-efc37e2e4f5a {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.401058] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef3cf2e3-1fbe-472e-a184-2e2a0c98d9c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.409192] env[68934]: DEBUG oslo_vmware.api [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for the task: (returnval){ [ 680.409192] env[68934]: value = "task-3134387" [ 680.409192] env[68934]: _type = "Task" [ 680.409192] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.413478] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 35024f1d-406f-471c-b999-b7f7ad30d1bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.413676] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance cede76ff-96e6-4595-aae6-b607fc431029 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.420649] env[68934]: DEBUG oslo_vmware.api [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.426103] env[68934]: DEBUG nova.network.neutron [-] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.489990] env[68934]: INFO nova.compute.manager [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Rebuilding instance [ 680.527159] env[68934]: DEBUG nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.595626] env[68934]: DEBUG nova.compute.manager [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Received event network-vif-plugged-dbaf66b7-b440-4d97-b545-e3276faeb84d {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.595894] env[68934]: DEBUG oslo_concurrency.lockutils [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] Acquiring lock "779e4d61-890e-4701-9ae8-59314d2486ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.596945] env[68934]: DEBUG oslo_concurrency.lockutils [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] Lock "779e4d61-890e-4701-9ae8-59314d2486ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.596945] env[68934]: DEBUG oslo_concurrency.lockutils [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] Lock "779e4d61-890e-4701-9ae8-59314d2486ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.597112] env[68934]: DEBUG nova.compute.manager [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] No waiting events found dispatching network-vif-plugged-dbaf66b7-b440-4d97-b545-e3276faeb84d {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.597341] env[68934]: WARNING nova.compute.manager [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Received unexpected event network-vif-plugged-dbaf66b7-b440-4d97-b545-e3276faeb84d for instance with vm_state building and task_state spawning. [ 680.597574] env[68934]: DEBUG nova.compute.manager [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Received event network-changed-dbaf66b7-b440-4d97-b545-e3276faeb84d {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.597815] env[68934]: DEBUG nova.compute.manager [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Refreshing instance network info cache due to event network-changed-dbaf66b7-b440-4d97-b545-e3276faeb84d. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.598094] env[68934]: DEBUG oslo_concurrency.lockutils [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] Acquiring lock "refresh_cache-779e4d61-890e-4701-9ae8-59314d2486ac" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.598290] env[68934]: DEBUG oslo_concurrency.lockutils [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] Acquired lock "refresh_cache-779e4d61-890e-4701-9ae8-59314d2486ac" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.598590] env[68934]: DEBUG nova.network.neutron [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Refreshing network info cache for port dbaf66b7-b440-4d97-b545-e3276faeb84d {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.618620] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528b0a9e-4d78-27b1-cb41-6c9cc627e7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.018022} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.619139] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.619424] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.620044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.620044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.620675] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.621972] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-316aa853-199c-4349-99ab-b81d01ab3f20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.635562] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.636041] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.638815] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591b5374-8f4d-4d12-b634-5ba476a3686f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.653714] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 680.653714] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c44a5c-5693-31f7-bb50-411104bc456b" [ 680.653714] env[68934]: _type = "Task" [ 680.653714] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.663110] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.668795] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c44a5c-5693-31f7-bb50-411104bc456b, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.670039] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c9d384-8f36-475e-90f7-e5d19ed2c3a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.677174] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 680.677174] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527df390-4253-1342-79d5-f7c279cb7ca1" [ 680.677174] env[68934]: _type = "Task" [ 680.677174] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.686407] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527df390-4253-1342-79d5-f7c279cb7ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.797879] env[68934]: DEBUG nova.compute.manager [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.800139] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19cb4f0-bbc7-40df-abac-11dc7805f13d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.920022] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 252d4911-0e62-46be-aeff-4b964a018205 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.921837] env[68934]: DEBUG oslo_vmware.api [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Task: {'id': task-3134387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278149} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.922089] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.922271] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.922445] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.922616] env[68934]: INFO nova.compute.manager [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 680.922867] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.923056] env[68934]: DEBUG nova.compute.manager [-] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.923146] env[68934]: DEBUG nova.network.neutron [-] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.929753] env[68934]: INFO nova.compute.manager [-] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Took 1.63 seconds to deallocate network for instance. [ 681.052381] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.166400] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134385, 'name': ReconfigVM_Task, 'duration_secs': 0.62282} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.167735] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 8b383bf0-0355-4e0b-80b4-f20cdef90488/8b383bf0-0355-4e0b-80b4-f20cdef90488.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.169345] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205dd863-6198-4aa5-9ef1-1a310953430e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.183022] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 681.183022] env[68934]: value = "task-3134388" [ 681.183022] env[68934]: _type = "Task" [ 681.183022] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.200992] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527df390-4253-1342-79d5-f7c279cb7ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.204740] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.204905] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 779e4d61-890e-4701-9ae8-59314d2486ac/779e4d61-890e-4701-9ae8-59314d2486ac.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.205272] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134388, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.205520] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71eea03e-f596-42b0-bcf7-95e6fc04bded {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.213946] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 681.213946] env[68934]: value = "task-3134389" [ 681.213946] env[68934]: _type = "Task" [ 681.213946] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.221619] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.407280] env[68934]: DEBUG nova.network.neutron [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Updated VIF entry in instance network info cache for port dbaf66b7-b440-4d97-b545-e3276faeb84d. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.408443] env[68934]: DEBUG nova.network.neutron [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Updating instance_info_cache with network_info: [{"id": "dbaf66b7-b440-4d97-b545-e3276faeb84d", "address": "fa:16:3e:a6:6d:d6", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbaf66b7-b4", "ovs_interfaceid": "dbaf66b7-b440-4d97-b545-e3276faeb84d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.426588] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.437278] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.699989] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134388, 'name': Rename_Task, 'duration_secs': 0.174339} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.700389] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.700653] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1181476b-9f79-41d2-8764-faa355536016 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.710079] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 681.710079] env[68934]: value = "task-3134390" [ 681.710079] env[68934]: _type = "Task" [ 681.710079] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.731107] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134390, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.735383] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.815365] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Successfully updated port: f8991896-2f6f-4cdd-a990-647d4de39db8 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.827204] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.827204] env[68934]: DEBUG nova.compute.manager [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.827204] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e924957-0a3e-4b5a-8b4e-6dc2bdb25675 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.830914] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab5e468-b5de-4e7d-bf86-9224968edd72 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.842578] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 681.842578] env[68934]: value = "task-3134391" [ 681.842578] env[68934]: _type = "Task" [ 681.842578] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.852418] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.913890] env[68934]: DEBUG oslo_concurrency.lockutils [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] Releasing lock "refresh_cache-779e4d61-890e-4701-9ae8-59314d2486ac" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.913890] env[68934]: DEBUG nova.compute.manager [req-991bdf3b-e9a5-4ca1-b73a-32c3474d3a4a req-4a440637-c3a5-456e-b62a-43a4b645cc1c service nova] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Received event network-vif-deleted-f3397086-820e-4f92-9554-9745eec62486 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.932998] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 9acf0cdf-9800-4192-87c3-22259fe3b2f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.933300] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.933342] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8b383bf0-0355-4e0b-80b4-f20cdef90488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.933546] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance c597adf2-b172-451d-80bf-64fce9c6869b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.933703] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance a6b3579a-92fc-4cc1-ba35-7d1234144a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.952922] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0929f-c040-9670-549e-31daf7db8325/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 681.955116] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243dc91-a745-4f13-ba5d-ba90f58a72f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.965622] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0929f-c040-9670-549e-31daf7db8325/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 681.965622] env[68934]: ERROR oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0929f-c040-9670-549e-31daf7db8325/disk-0.vmdk due to incomplete transfer. [ 681.965622] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f77ee4b-9951-4622-ad39-ccbd3324ed18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.970590] env[68934]: DEBUG oslo_vmware.rw_handles [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0929f-c040-9670-549e-31daf7db8325/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 681.970790] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Uploaded image 518e4b26-c0bf-42ac-86a6-2160b2267418 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 681.972743] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 681.974067] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2625ea34-b35b-4292-86af-978d999fe69f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.978807] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 681.978807] env[68934]: value = "task-3134392" [ 681.978807] env[68934]: _type = "Task" [ 681.978807] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.988645] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134392, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.132529] env[68934]: DEBUG nova.network.neutron [-] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.225549] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134390, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.230721] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628588} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.230721] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 779e4d61-890e-4701-9ae8-59314d2486ac/779e4d61-890e-4701-9ae8-59314d2486ac.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.230721] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.230721] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9816cf1-e16a-426f-85ea-4b6e98bfa00f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.237355] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 682.237355] env[68934]: value = "task-3134393" [ 682.237355] env[68934]: _type = "Task" [ 682.237355] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.247948] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.319290] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "refresh_cache-fd8e543a-f06d-41ef-9db2-0dede9660a6c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.319290] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "refresh_cache-fd8e543a-f06d-41ef-9db2-0dede9660a6c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.319379] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.346312] env[68934]: INFO nova.compute.manager [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] instance snapshotting [ 682.359263] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4ffce3-96c2-4fd1-acf9-f221c5eb3b5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.371683] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134391, 'name': PowerOffVM_Task, 'duration_secs': 0.202869} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.401580] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.402221] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.404119] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d3fb1-f2ce-4102-a7a4-02782d707547 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.410014] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ceeaf6-05e4-4af8-a9ce-5ac1b5e3d1af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.426023] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.426023] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89826b17-97cb-4c02-9d83-03582d5508d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.436186] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 93f0c629-4ea1-42bb-b1db-eb53771c4c1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.451260] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.451481] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.451651] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Deleting the datastore file [datastore2] 46825de6-bba3-4833-af06-eb2ba1526aa7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.451898] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17eb55a2-080e-4404-b662-8ff9b63d1e68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.460819] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 682.460819] env[68934]: value = "task-3134395" [ 682.460819] env[68934]: _type = "Task" [ 682.460819] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.470202] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.488274] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134392, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.637615] env[68934]: INFO nova.compute.manager [-] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Took 1.71 seconds to deallocate network for instance. [ 682.723501] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.752171] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.752708] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.754105] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8331d8-3399-445f-af37-dc8862dc7a02 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.781105] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 779e4d61-890e-4701-9ae8-59314d2486ac/779e4d61-890e-4701-9ae8-59314d2486ac.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.781446] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a2b26cc-0369-43a4-be78-270546f7f98d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.802222] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 682.802222] env[68934]: value = "task-3134396" [ 682.802222] env[68934]: _type = "Task" [ 682.802222] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.812398] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.861184] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.926709] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.926775] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-89ee160b-7563-4909-9993-30caa155d807 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.935489] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 682.935489] env[68934]: value = "task-3134397" [ 682.935489] env[68934]: _type = "Task" [ 682.935489] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.941339] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d0aed944-cd89-4ac0-908a-c93423113ee0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.955019] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.971905] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294854} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.971905] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.972133] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.972378] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.995104] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134392, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.048255] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Updating instance_info_cache with network_info: [{"id": "f8991896-2f6f-4cdd-a990-647d4de39db8", "address": "fa:16:3e:44:61:71", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8991896-2f", "ovs_interfaceid": "f8991896-2f6f-4cdd-a990-647d4de39db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.146826] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.229223] env[68934]: DEBUG oslo_vmware.api [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134390, 'name': PowerOnVM_Task, 'duration_secs': 1.113306} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.229587] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.229946] env[68934]: INFO nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Took 10.06 seconds to spawn the instance on the hypervisor. [ 683.230276] env[68934]: DEBUG nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.231545] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f1827-5bd5-4973-915f-5d54167915ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.323043] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134396, 'name': ReconfigVM_Task, 'duration_secs': 0.495581} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.323354] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 779e4d61-890e-4701-9ae8-59314d2486ac/779e4d61-890e-4701-9ae8-59314d2486ac.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.324038] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-462adc98-780b-4785-87b3-2ef10ad26698 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.337494] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 683.337494] env[68934]: value = "task-3134398" [ 683.337494] env[68934]: _type = "Task" [ 683.337494] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.347926] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134398, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.387832] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.388856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.448957] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4252d347-76e1-4d37-9b71-bf46eb42c336 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.450323] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.491182] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134392, 'name': Destroy_Task, 'duration_secs': 1.040906} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.492026] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Destroyed the VM [ 683.492199] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 683.492625] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a940e3f7-77bc-4bd3-9a6d-5e81829346c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.501930] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 683.501930] env[68934]: value = "task-3134399" [ 683.501930] env[68934]: _type = "Task" [ 683.501930] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.512752] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.551526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "refresh_cache-fd8e543a-f06d-41ef-9db2-0dede9660a6c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.551867] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Instance network_info: |[{"id": "f8991896-2f6f-4cdd-a990-647d4de39db8", "address": "fa:16:3e:44:61:71", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8991896-2f", "ovs_interfaceid": "f8991896-2f6f-4cdd-a990-647d4de39db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.552323] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:61:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8991896-2f6f-4cdd-a990-647d4de39db8', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.561850] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Creating folder: Project (d005adaf521a49a18379f2c173a49e63). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.563047] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-486b99ec-d18b-442c-9047-a0c4143dbadc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.575581] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Created folder: Project (d005adaf521a49a18379f2c173a49e63) in parent group-v627191. [ 683.575824] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Creating folder: Instances. Parent ref: group-v627232. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.576096] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c980548b-8389-4a1a-811d-90d8d2511bd0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.585751] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Created folder: Instances in parent group-v627232. [ 683.586046] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.586256] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.586471] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3dfc380-22e1-4160-878b-74174337965a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.607604] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.607604] env[68934]: value = "task-3134402" [ 683.607604] env[68934]: _type = "Task" [ 683.607604] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.615578] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134402, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.660904] env[68934]: DEBUG nova.compute.manager [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Received event network-vif-deleted-bc7876ea-9850-4fd3-8707-f93a137dd7ef {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.661555] env[68934]: DEBUG nova.compute.manager [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Received event network-vif-plugged-f8991896-2f6f-4cdd-a990-647d4de39db8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.661760] env[68934]: DEBUG oslo_concurrency.lockutils [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] Acquiring lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.662768] env[68934]: DEBUG oslo_concurrency.lockutils [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.663641] env[68934]: DEBUG oslo_concurrency.lockutils [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.663641] env[68934]: DEBUG nova.compute.manager [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] No waiting events found dispatching network-vif-plugged-f8991896-2f6f-4cdd-a990-647d4de39db8 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.663641] env[68934]: WARNING nova.compute.manager [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Received unexpected event network-vif-plugged-f8991896-2f6f-4cdd-a990-647d4de39db8 for instance with vm_state building and task_state spawning. [ 683.663641] env[68934]: DEBUG nova.compute.manager [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Received event network-vif-deleted-80938fcd-0100-456a-93c6-29bf09fc5245 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.663878] env[68934]: DEBUG nova.compute.manager [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Received event network-changed-f8991896-2f6f-4cdd-a990-647d4de39db8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.663962] env[68934]: DEBUG nova.compute.manager [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Refreshing instance network info cache due to event network-changed-f8991896-2f6f-4cdd-a990-647d4de39db8. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.664318] env[68934]: DEBUG oslo_concurrency.lockutils [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] Acquiring lock "refresh_cache-fd8e543a-f06d-41ef-9db2-0dede9660a6c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.665980] env[68934]: DEBUG oslo_concurrency.lockutils [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] Acquired lock "refresh_cache-fd8e543a-f06d-41ef-9db2-0dede9660a6c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.665980] env[68934]: DEBUG nova.network.neutron [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Refreshing network info cache for port f8991896-2f6f-4cdd-a990-647d4de39db8 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.757333] env[68934]: INFO nova.compute.manager [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Took 20.10 seconds to build instance. [ 683.847335] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134398, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.949579] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134397, 'name': CreateSnapshot_Task, 'duration_secs': 0.807509} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.949929] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 683.950719] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86caf80-939f-4ee3-967d-cf30f0ae7483 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.954373] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance db1a6cbd-b6d9-420d-8619-14d68e950fb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.955221] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance b947d6e8-242d-4339-90c9-8cbe3ab4e5dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.955221] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance beabb1da-0d72-4d79-84ee-7804e452ddc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.015199] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.018029] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.018255] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.018447] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.018637] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.018805] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.018958] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.019201] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.019379] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.019622] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.019869] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.020079] env[68934]: DEBUG nova.virt.hardware [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.021181] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c628b-637e-45aa-8d47-19f5ea12558c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.029276] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d35cc-c20e-486a-9c8a-0afaf93c6dbc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.045127] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.053118] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.053293] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.053524] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea8ddcf2-b987-416e-a73d-65e7111b6962 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.076248] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.076248] env[68934]: value = "task-3134403" [ 684.076248] env[68934]: _type = "Task" [ 684.076248] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.084652] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134403, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.117929] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134402, 'name': CreateVM_Task, 'duration_secs': 0.450464} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.118020] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.118721] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.118885] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.119228] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.119507] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05473ae0-7d68-4d4f-ba97-7f51d5f7dcf3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.125246] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 684.125246] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5252d290-eda3-0736-0b68-117c77e586e4" [ 684.125246] env[68934]: _type = "Task" [ 684.125246] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.139660] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5252d290-eda3-0736-0b68-117c77e586e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.142322] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.142322] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.142322] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.142322] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.142893] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.142893] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df0b94ad-6fdd-4914-8de0-547bb77f5347 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.150051] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.150051] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.151171] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de53820b-a430-4ca5-ab03-61ab06cab68a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.156720] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 684.156720] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521190d6-e200-2fbd-2bb9-c77b82cfc1ec" [ 684.156720] env[68934]: _type = "Task" [ 684.156720] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.168294] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "4cea04f6-c084-4849-b683-21396c6d6150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.168542] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "4cea04f6-c084-4849-b683-21396c6d6150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.170708] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521190d6-e200-2fbd-2bb9-c77b82cfc1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.259738] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.544s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.348946] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134398, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.457371] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 20a3286d-dc1c-4338-9606-c26176b55807 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.478570] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.479611] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b49f238-2db5-4cbf-bfd0-8d82c8bc35dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.490262] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 684.490262] env[68934]: value = "task-3134404" [ 684.490262] env[68934]: _type = "Task" [ 684.490262] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.499747] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134404, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.512947] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.541815] env[68934]: DEBUG nova.network.neutron [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Updated VIF entry in instance network info cache for port f8991896-2f6f-4cdd-a990-647d4de39db8. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.542235] env[68934]: DEBUG nova.network.neutron [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Updating instance_info_cache with network_info: [{"id": "f8991896-2f6f-4cdd-a990-647d4de39db8", "address": "fa:16:3e:44:61:71", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8991896-2f", "ovs_interfaceid": "f8991896-2f6f-4cdd-a990-647d4de39db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.587928] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134403, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.672302] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521190d6-e200-2fbd-2bb9-c77b82cfc1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.674866] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d059a6-0178-49d4-b8c9-81ecd1897234 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.683084] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 684.683084] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527661ca-68ed-aaa5-e697-ec82da0da4ad" [ 684.683084] env[68934]: _type = "Task" [ 684.683084] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.698917] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527661ca-68ed-aaa5-e697-ec82da0da4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.762597] env[68934]: DEBUG nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.850285] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134398, 'name': Rename_Task, 'duration_secs': 1.156576} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.851060] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.851060] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb726e3d-ac28-408d-bc24-7494cbfe1db3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.858363] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 684.858363] env[68934]: value = "task-3134405" [ 684.858363] env[68934]: _type = "Task" [ 684.858363] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.867571] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.961184] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance b964e1b2-3af0-460c-ba6a-60ac36446ca9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.961821] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance fd8e543a-f06d-41ef-9db2-0dede9660a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 685.002658] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134404, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.015423] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.046327] env[68934]: DEBUG oslo_concurrency.lockutils [req-95291011-5b74-4db2-b886-96d4b40ea5a0 req-cf416b06-fd83-4239-b552-c1d762e24c15 service nova] Releasing lock "refresh_cache-fd8e543a-f06d-41ef-9db2-0dede9660a6c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.090751] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134403, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.198020] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527661ca-68ed-aaa5-e697-ec82da0da4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.198403] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.198711] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] fd8e543a-f06d-41ef-9db2-0dede9660a6c/fd8e543a-f06d-41ef-9db2-0dede9660a6c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.198994] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be584e70-2359-43c4-8838-a042e00cc2d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.209897] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 685.209897] env[68934]: value = "task-3134406" [ 685.209897] env[68934]: _type = "Task" [ 685.209897] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.223475] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.298629] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.320573] env[68934]: INFO nova.compute.manager [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Rebuilding instance [ 685.378931] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134405, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.392178] env[68934]: DEBUG nova.compute.manager [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.393242] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc7795-5dfb-4387-9ba6-c37f7f298870 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.464566] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.504850] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134404, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.516212] env[68934]: DEBUG oslo_vmware.api [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134399, 'name': RemoveSnapshot_Task, 'duration_secs': 1.923493} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.516212] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.516818] env[68934]: INFO nova.compute.manager [None req-40b4a680-d162-4262-bcbb-a697cbba8a5d tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Took 19.48 seconds to snapshot the instance on the hypervisor. [ 685.589264] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134403, 'name': CreateVM_Task, 'duration_secs': 1.149743} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.590436] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.591141] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.591432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.591887] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.592600] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e91841f-f66a-4157-bcd8-37bc4231451e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.600221] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 685.600221] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e24862-2c9f-2f60-ddb5-3760103bc53d" [ 685.600221] env[68934]: _type = "Task" [ 685.600221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.609905] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e24862-2c9f-2f60-ddb5-3760103bc53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.721113] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134406, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.872714] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134405, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.969969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance aa5786dd-1106-4a7e-b9c0-b34f7d1802fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.969969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 779e4d61-890e-4701-9ae8-59314d2486ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 685.969969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 685.969969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 686.012543] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134404, 'name': CloneVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.110167] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e24862-2c9f-2f60-ddb5-3760103bc53d, 'name': SearchDatastore_Task, 'duration_secs': 0.063784} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.113053] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.113314] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.113545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.113735] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.113852] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.114597] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd2b72b0-ac28-4eeb-9ea3-a3eddc706d76 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.126768] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.127151] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.130094] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b2869b-5a42-494e-b20b-b0c73112b756 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.139337] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 686.139337] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c30119-b71d-0767-dfe2-7f2bc1d300ca" [ 686.139337] env[68934]: _type = "Task" [ 686.139337] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.150741] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c30119-b71d-0767-dfe2-7f2bc1d300ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.220513] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598576} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.223034] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] fd8e543a-f06d-41ef-9db2-0dede9660a6c/fd8e543a-f06d-41ef-9db2-0dede9660a6c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.223313] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.223719] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb8f25ce-7efb-42f6-a140-0dab513e1bab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.230116] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 686.230116] env[68934]: value = "task-3134407" [ 686.230116] env[68934]: _type = "Task" [ 686.230116] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.238311] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.371626] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134405, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.409747] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.410978] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7123c046-f9c2-44a8-873b-fa7bba63d044 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.419744] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 686.419744] env[68934]: value = "task-3134408" [ 686.419744] env[68934]: _type = "Task" [ 686.419744] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.428956] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.503136] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6031ebee-0024-4c63-a0fc-4291c93cb3e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.515397] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134404, 'name': CloneVM_Task, 'duration_secs': 1.645654} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.515905] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Created linked-clone VM from snapshot [ 686.516973] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2215908-f6ee-4a8a-8d01-d1fbf6fa9020 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.520709] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26dc975-1fd4-4f1f-804e-8bfdc567dcee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.535699] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Uploading image ab891456-a450-48cc-87b0-7ad294d121f2 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.573639] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 686.573639] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1f49ef-c18e-4363-9190-25d4b8a4fbad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.573962] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-231c6845-41a2-43e1-a7af-a729156b79dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.583494] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2be393-00ea-4628-a75f-410fad908a03 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.588221] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 686.588221] env[68934]: value = "task-3134409" [ 686.588221] env[68934]: _type = "Task" [ 686.588221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.599888] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.606485] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134409, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.653223] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c30119-b71d-0767-dfe2-7f2bc1d300ca, 'name': SearchDatastore_Task, 'duration_secs': 0.070407} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.653223] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23141c6e-ba11-4541-87c5-1a216f77df79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.659150] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 686.659150] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c8b56-b756-a252-8317-ed504969ae3e" [ 686.659150] env[68934]: _type = "Task" [ 686.659150] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.668654] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c8b56-b756-a252-8317-ed504969ae3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.746744] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071189} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.747872] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.747872] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7363ce5b-ca61-4ef0-be77-b1cb97c36f7c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.775527] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] fd8e543a-f06d-41ef-9db2-0dede9660a6c/fd8e543a-f06d-41ef-9db2-0dede9660a6c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.775908] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48eaf718-3907-4ec2-b170-5ae86758f06b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.795851] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 686.795851] env[68934]: value = "task-3134410" [ 686.795851] env[68934]: _type = "Task" [ 686.795851] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.804108] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.870396] env[68934]: DEBUG oslo_vmware.api [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134405, 'name': PowerOnVM_Task, 'duration_secs': 1.920924} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.870504] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.870640] env[68934]: INFO nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Took 10.99 seconds to spawn the instance on the hypervisor. [ 686.870820] env[68934]: DEBUG nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.871698] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db3e89-e807-4a2d-98c7-3b15daa306c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.932733] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134408, 'name': PowerOffVM_Task, 'duration_secs': 0.12486} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.934079] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.935049] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.936196] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245539d8-f62a-4dd1-9cc5-97c394dffc3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.943917] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.944209] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d9bbfd7-1350-445d-949e-587178da45b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.973730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.973730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.974021] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Deleting the datastore file [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.974098] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c4e638a-7656-4a41-8b8d-987ee792cbf8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.980119] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 686.980119] env[68934]: value = "task-3134412" [ 686.980119] env[68934]: _type = "Task" [ 686.980119] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.993797] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.101696] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134409, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.103610] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.174453] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c8b56-b756-a252-8317-ed504969ae3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.174728] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.174981] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.176740] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aed3e1c5-a6fc-4cc5-a32c-8a0c443de6bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.185560] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 687.185560] env[68934]: value = "task-3134413" [ 687.185560] env[68934]: _type = "Task" [ 687.185560] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.193584] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.312429] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134410, 'name': ReconfigVM_Task, 'duration_secs': 0.45602} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.312733] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Reconfigured VM instance instance-0000000e to attach disk [datastore1] fd8e543a-f06d-41ef-9db2-0dede9660a6c/fd8e543a-f06d-41ef-9db2-0dede9660a6c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.313831] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd69338b-501f-4c14-a8ff-c72b54b0eadb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.319785] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 687.319785] env[68934]: value = "task-3134414" [ 687.319785] env[68934]: _type = "Task" [ 687.319785] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.327544] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134414, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.395259] env[68934]: INFO nova.compute.manager [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Took 23.51 seconds to build instance. [ 687.493116] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138961} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.493116] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.493116] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.493116] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.602818] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134409, 'name': Destroy_Task, 'duration_secs': 0.557567} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.607539] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Destroyed the VM [ 687.607725] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 687.608037] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb19ae8c-9061-4eb2-8e4a-5b2fbf88cd44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.612067] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 687.612067] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.786s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.613054] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.700s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.614017] env[68934]: INFO nova.compute.claims [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.618599] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 687.618599] env[68934]: value = "task-3134415" [ 687.618599] env[68934]: _type = "Task" [ 687.618599] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.627825] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134415, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.701426] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.831317] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134414, 'name': Rename_Task, 'duration_secs': 0.179017} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.831487] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.831738] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4ebce8f-2f43-4ae6-8311-bcaa82bbb12a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.839086] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 687.839086] env[68934]: value = "task-3134416" [ 687.839086] env[68934]: _type = "Task" [ 687.839086] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.849225] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.899869] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044bea3-b0e6-4474-8894-356a0bdb5f1b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "779e4d61-890e-4701-9ae8-59314d2486ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.954s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.080702] env[68934]: DEBUG nova.compute.manager [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Received event network-changed-252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.080702] env[68934]: DEBUG nova.compute.manager [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Refreshing instance network info cache due to event network-changed-252e3024-1de6-4885-adf0-dba29cd6a09b. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.080967] env[68934]: DEBUG oslo_concurrency.lockutils [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] Acquiring lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.080967] env[68934]: DEBUG oslo_concurrency.lockutils [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] Acquired lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.082615] env[68934]: DEBUG nova.network.neutron [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Refreshing network info cache for port 252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.134437] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134415, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.201634] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631968} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.201966] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.202169] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.202463] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e463544-dfd2-4044-bc27-01fb0741fd8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.213817] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 688.213817] env[68934]: value = "task-3134417" [ 688.213817] env[68934]: _type = "Task" [ 688.213817] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.223565] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.276397] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "91772ff3-f07c-413e-a54e-104e3e1e21a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.276694] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.354440] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134416, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.404264] env[68934]: DEBUG nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.560767] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.560936] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.561431] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.561684] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.561841] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.561989] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.562218] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.562378] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.562546] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.562725] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.562909] env[68934]: DEBUG nova.virt.hardware [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.565171] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae58c2ab-b73e-45d2-a23c-59064bfadd33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.576175] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938a471-e34d-4d6b-84ed-d3459a79fdf8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.594737] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.600476] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.600780] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.601441] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-557175a5-1aca-4183-87af-a7c7125b9179 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.619060] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.619060] env[68934]: value = "task-3134418" [ 688.619060] env[68934]: _type = "Task" [ 688.619060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.643893] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134418, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.644236] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134415, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.657880] env[68934]: DEBUG nova.compute.manager [None req-3393c7c5-d149-4ef2-bb91-a8719ecb4601 tempest-ServerDiagnosticsV248Test-1025505920 tempest-ServerDiagnosticsV248Test-1025505920-project-admin] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.658790] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1d063f-55b2-4937-a645-be26e4c27bfd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.674720] env[68934]: INFO nova.compute.manager [None req-3393c7c5-d149-4ef2-bb91-a8719ecb4601 tempest-ServerDiagnosticsV248Test-1025505920 tempest-ServerDiagnosticsV248Test-1025505920-project-admin] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Retrieving diagnostics [ 688.675640] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac30b55-c5b1-4fd7-8818-b766b34434ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.728228] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075563} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.728228] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.728228] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cf5f47-746f-42fe-8abc-c2be50208196 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.755205] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.758575] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb299db-f74d-4edd-b6f0-f35b50af5657 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.781726] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 688.781726] env[68934]: value = "task-3134419" [ 688.781726] env[68934]: _type = "Task" [ 688.781726] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.791430] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.858389] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134416, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.927536] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.137502] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134418, 'name': CreateVM_Task, 'duration_secs': 0.408002} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.137744] env[68934]: DEBUG oslo_vmware.api [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134415, 'name': RemoveSnapshot_Task, 'duration_secs': 1.037606} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.140199] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.140342] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.142906] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.145557] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.145557] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.145557] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b2c502-3b26-4b4d-b3a2-1c8feb78e36b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.148340] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 689.148340] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52646145-820b-ce00-e00e-ee3419cafcc0" [ 689.148340] env[68934]: _type = "Task" [ 689.148340] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.157587] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52646145-820b-ce00-e00e-ee3419cafcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.224486] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3c2ab6-fd88-42d8-b8f5-87260dc1bf14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.234187] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90dd850-c699-4e7d-b2a2-2297a2896a4c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.238368] env[68934]: DEBUG nova.network.neutron [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updated VIF entry in instance network info cache for port 252e3024-1de6-4885-adf0-dba29cd6a09b. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.239259] env[68934]: DEBUG nova.network.neutron [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updating instance_info_cache with network_info: [{"id": "252e3024-1de6-4885-adf0-dba29cd6a09b", "address": "fa:16:3e:4b:45:60", "network": {"id": "af128343-8ca8-4bf0-9ec6-856c1da05dda", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-812605047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc3de78c5684fe88b6f89c3871a84f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e3024-1d", "ovs_interfaceid": "252e3024-1de6-4885-adf0-dba29cd6a09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.269449] env[68934]: DEBUG oslo_concurrency.lockutils [req-b1c4e6ad-7755-436f-9b51-fc05ece3898f req-fb1a495e-3405-4766-bfe6-d4f6d3c67e79 service nova] Releasing lock "refresh_cache-8b383bf0-0355-4e0b-80b4-f20cdef90488" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270440] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc79bf20-6283-48be-8df2-f3930a069826 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.278401] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c193f19-b923-4a4a-b07a-64712c7e96ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.296885] env[68934]: DEBUG nova.compute.provider_tree [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.301319] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134419, 'name': ReconfigVM_Task, 'duration_secs': 0.30435} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.301810] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7/46825de6-bba3-4833-af06-eb2ba1526aa7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.302408] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-269cb2eb-5767-40d4-b2eb-61f5a567d3a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.308722] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 689.308722] env[68934]: value = "task-3134420" [ 689.308722] env[68934]: _type = "Task" [ 689.308722] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.317053] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134420, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.350126] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134416, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.649727] env[68934]: WARNING nova.compute.manager [None req-c3f9d4df-fce2-42a7-81c5-b431afcb8817 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Image not found during snapshot: nova.exception.ImageNotFound: Image ab891456-a450-48cc-87b0-7ad294d121f2 could not be found. [ 689.662606] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52646145-820b-ce00-e00e-ee3419cafcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.016046} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.662855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663099] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.663338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.663546] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.663657] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.663958] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97317aa3-d139-4b61-8f78-64b06399f5ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.674302] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.674302] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.675026] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b34c4f-c327-4d83-8287-5055883008d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.680592] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 689.680592] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d39ff-b461-5e4d-63cf-7f8fb036cb97" [ 689.680592] env[68934]: _type = "Task" [ 689.680592] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.690484] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d39ff-b461-5e4d-63cf-7f8fb036cb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.803574] env[68934]: DEBUG nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.823923] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134420, 'name': Rename_Task, 'duration_secs': 0.148045} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.824734] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.825044] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b36015b2-dc0f-410c-9c51-44c3ee0111d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.832259] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Waiting for the task: (returnval){ [ 689.832259] env[68934]: value = "task-3134421" [ 689.832259] env[68934]: _type = "Task" [ 689.832259] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.841933] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.851237] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134416, 'name': PowerOnVM_Task, 'duration_secs': 1.612662} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.851237] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.851237] env[68934]: INFO nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Took 9.99 seconds to spawn the instance on the hypervisor. [ 689.851237] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.851585] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117149e-206a-41a7-9ea0-5b135a389a50 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.190927] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d39ff-b461-5e4d-63cf-7f8fb036cb97, 'name': SearchDatastore_Task, 'duration_secs': 0.01369} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.191730] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b042c0cc-6382-4b28-ad2e-93666f3487e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.199727] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 690.199727] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5207c0cf-5ce4-1b94-2937-ca7ebb09b0e5" [ 690.199727] env[68934]: _type = "Task" [ 690.199727] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.207875] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5207c0cf-5ce4-1b94-2937-ca7ebb09b0e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.311988] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.312595] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.319017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.769s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.319017] env[68934]: INFO nova.compute.claims [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.341925] env[68934]: DEBUG oslo_vmware.api [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Task: {'id': task-3134421, 'name': PowerOnVM_Task, 'duration_secs': 0.428393} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.342269] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.342471] env[68934]: DEBUG nova.compute.manager [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.343248] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935aeead-92a6-4e8a-8bf8-a970095448c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.370812] env[68934]: INFO nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Took 25.92 seconds to build instance. [ 690.711724] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5207c0cf-5ce4-1b94-2937-ca7ebb09b0e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012839} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.711981] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.712254] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.712507] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9189fc8e-13cb-4659-8456-c9c7dd63d760 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.720201] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 690.720201] env[68934]: value = "task-3134422" [ 690.720201] env[68934]: _type = "Task" [ 690.720201] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.729862] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.822267] env[68934]: DEBUG nova.compute.utils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.828371] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.828371] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.861032] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.874254] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.561s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.928280] env[68934]: DEBUG nova.policy [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb7271a461a48f68c33889d8b63373a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd005adaf521a49a18379f2c173a49e63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.075984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.075984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.076143] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.076314] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.076395] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.078873] env[68934]: INFO nova.compute.manager [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Terminating instance [ 691.233580] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134422, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.331951] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.377251] env[68934]: DEBUG nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.552680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "779e4d61-890e-4701-9ae8-59314d2486ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.552959] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "779e4d61-890e-4701-9ae8-59314d2486ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.553177] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "779e4d61-890e-4701-9ae8-59314d2486ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.553354] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "779e4d61-890e-4701-9ae8-59314d2486ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.553560] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "779e4d61-890e-4701-9ae8-59314d2486ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.556491] env[68934]: INFO nova.compute.manager [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Terminating instance [ 691.588492] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "refresh_cache-8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.589387] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquired lock "refresh_cache-8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.589629] env[68934]: DEBUG nova.network.neutron [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.626878] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.627216] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.661848] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Successfully created port: af0b0b46-0828-4627-9508-cc91c10f1da0 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.736097] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771331} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.736433] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.736611] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.736882] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57214806-4b70-4908-8078-033c2dec3a73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.746827] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 691.746827] env[68934]: value = "task-3134423" [ 691.746827] env[68934]: _type = "Task" [ 691.746827] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.758607] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.913219] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.994401] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e528ff15-8aca-4799-8f37-bd4d4332ed6f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.006928] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8220e2-d28c-4e9a-bf6f-bfa283e89aa1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.040905] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d225b07b-7b92-41ba-adfc-a65fe845b208 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.050570] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f104ba-921c-4e50-bfec-8dd304b8bbee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.066889] env[68934]: DEBUG nova.compute.manager [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.069019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.069019] env[68934]: DEBUG nova.compute.provider_tree [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.070238] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e74a8-fc7d-4c4e-aef3-71d3062be3d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.083144] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.084253] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb2009e-131f-4b8f-b9a7-51c7ae710db3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.091777] env[68934]: DEBUG oslo_vmware.api [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 692.091777] env[68934]: value = "task-3134424" [ 692.091777] env[68934]: _type = "Task" [ 692.091777] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.103988] env[68934]: DEBUG oslo_vmware.api [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.140183] env[68934]: DEBUG nova.network.neutron [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.259125] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098307} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.259510] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.260293] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc6340b-1b79-4984-b4b5-b4902f4a3eef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.279779] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.280415] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.280938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.281389] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.281851] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.300829] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.301769] env[68934]: INFO nova.compute.manager [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Terminating instance [ 692.303898] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-508c8f29-695c-4507-98d1-8cfbe0f3c67d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.327683] env[68934]: DEBUG nova.network.neutron [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.334744] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 692.334744] env[68934]: value = "task-3134425" [ 692.334744] env[68934]: _type = "Task" [ 692.334744] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.345077] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.350517] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.376536] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.376807] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.376961] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.377157] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.377301] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.377445] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.377649] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.377807] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.378057] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.378228] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.378534] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.379239] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af88c0a6-593e-443e-ae6b-127c79945496 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.387691] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dca755-4cdb-463f-b111-5c15e805b9c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.580418] env[68934]: DEBUG nova.scheduler.client.report [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.602057] env[68934]: DEBUG oslo_vmware.api [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134424, 'name': PowerOffVM_Task, 'duration_secs': 0.250047} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.602378] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.602546] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.602799] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f48938b-8596-4812-b78c-2a9a333490d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.665618] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.665910] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.666112] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleting the datastore file [datastore1] 779e4d61-890e-4701-9ae8-59314d2486ac {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.666381] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-650d4685-215e-4c93-b269-09fc511d060b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.672933] env[68934]: DEBUG oslo_vmware.api [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 692.672933] env[68934]: value = "task-3134427" [ 692.672933] env[68934]: _type = "Task" [ 692.672933] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.681926] env[68934]: DEBUG oslo_vmware.api [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.831116] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Releasing lock "refresh_cache-8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.831637] env[68934]: DEBUG nova.compute.manager [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.831844] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.832422] env[68934]: DEBUG nova.compute.manager [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.832736] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.833518] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76907db-6ad3-4982-8f3a-29c05076386e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.837635] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29ca2f-af64-4188-a434-9af9b6eb1b08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.850865] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.855351] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.855913] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.859139] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-302cb6d2-e0ef-4aa7-a859-a834f7e93b67 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.859139] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df6deb8-f347-47fc-b29e-6a318948823f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.868616] env[68934]: DEBUG oslo_vmware.api [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 692.868616] env[68934]: value = "task-3134429" [ 692.868616] env[68934]: _type = "Task" [ 692.868616] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.870448] env[68934]: DEBUG oslo_vmware.api [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 692.870448] env[68934]: value = "task-3134428" [ 692.870448] env[68934]: _type = "Task" [ 692.870448] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.887646] env[68934]: DEBUG oslo_vmware.api [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.892029] env[68934]: DEBUG oslo_vmware.api [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.085880] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.086493] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.089737] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.056s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.091794] env[68934]: INFO nova.compute.claims [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.184309] env[68934]: DEBUG oslo_vmware.api [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239562} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.184700] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.185173] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.185415] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.185763] env[68934]: INFO nova.compute.manager [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 693.186122] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.186371] env[68934]: DEBUG nova.compute.manager [-] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.186497] env[68934]: DEBUG nova.network.neutron [-] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.296811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "46825de6-bba3-4833-af06-eb2ba1526aa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.297104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.297421] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "46825de6-bba3-4833-af06-eb2ba1526aa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.297492] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.297658] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.303980] env[68934]: INFO nova.compute.manager [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Terminating instance [ 693.350040] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134425, 'name': ReconfigVM_Task, 'duration_secs': 0.579449} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.350335] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b/c597adf2-b172-451d-80bf-64fce9c6869b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.350962] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e002e548-1051-40f5-b4e5-15716cfecd63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.358850] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 693.358850] env[68934]: value = "task-3134430" [ 693.358850] env[68934]: _type = "Task" [ 693.358850] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.368431] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134430, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.385580] env[68934]: DEBUG oslo_vmware.api [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134429, 'name': PowerOffVM_Task, 'duration_secs': 0.297457} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.387050] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.387652] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.387652] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d5edb0-b9c7-48e9-9bb7-83e2b71bec2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.393989] env[68934]: DEBUG oslo_vmware.api [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134428, 'name': PowerOffVM_Task, 'duration_secs': 0.273773} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.395139] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.395218] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.395448] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b0c975d-aec9-4dc4-91fe-94a60fc13b78 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.411776] env[68934]: DEBUG nova.compute.manager [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.412975] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba11951-6359-453a-80a6-245f80540797 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.417992] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.417992] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.418331] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Deleting the datastore file [datastore2] 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.418864] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3ab4c9c-55e0-4fce-a52b-582ac1465c31 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.428904] env[68934]: DEBUG oslo_vmware.api [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for the task: (returnval){ [ 693.428904] env[68934]: value = "task-3134433" [ 693.428904] env[68934]: _type = "Task" [ 693.428904] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.438557] env[68934]: DEBUG oslo_vmware.api [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.464549] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.464771] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.464953] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleting the datastore file [datastore1] 90ecff07-a783-43f5-be53-0e6f6fc1e7a5 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.466748] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8087e8c8-cd7d-48c9-8caf-1b2017262e4c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.473408] env[68934]: DEBUG oslo_vmware.api [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 693.473408] env[68934]: value = "task-3134434" [ 693.473408] env[68934]: _type = "Task" [ 693.473408] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.483615] env[68934]: DEBUG oslo_vmware.api [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.597772] env[68934]: DEBUG nova.compute.utils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.604157] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.604693] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.705806] env[68934]: DEBUG nova.policy [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb7271a461a48f68c33889d8b63373a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd005adaf521a49a18379f2c173a49e63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.808824] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "refresh_cache-46825de6-bba3-4833-af06-eb2ba1526aa7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.809302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquired lock "refresh_cache-46825de6-bba3-4833-af06-eb2ba1526aa7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.809302] env[68934]: DEBUG nova.network.neutron [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.872873] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134430, 'name': Rename_Task, 'duration_secs': 0.198553} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.873129] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.873466] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f788eb-36f5-4e50-82b5-d278c8971df4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.881672] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 693.881672] env[68934]: value = "task-3134435" [ 693.881672] env[68934]: _type = "Task" [ 693.881672] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.895782] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.926624] env[68934]: INFO nova.compute.manager [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] instance snapshotting [ 693.934022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b450e-a9cc-489f-8679-5a13f5a99450 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.942756] env[68934]: DEBUG oslo_vmware.api [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Task: {'id': task-3134433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176984} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.955805] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.957996] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.957996] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.957996] env[68934]: INFO nova.compute.manager [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 693.957996] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.957996] env[68934]: DEBUG nova.compute.manager [-] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.957996] env[68934]: DEBUG nova.network.neutron [-] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.961469] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112e0937-0dd4-42fb-a60c-624aae3f40e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.981482] env[68934]: DEBUG oslo_vmware.api [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237463} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.981741] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.981917] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.982101] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.982270] env[68934]: INFO nova.compute.manager [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 693.982506] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.982687] env[68934]: DEBUG nova.compute.manager [-] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.982843] env[68934]: DEBUG nova.network.neutron [-] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.013615] env[68934]: DEBUG nova.network.neutron [-] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.105674] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.305206] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Successfully created port: 90a6d12d-5802-4432-9697-f75e70e335cc {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.309500] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Successfully updated port: af0b0b46-0828-4627-9508-cc91c10f1da0 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.346171] env[68934]: DEBUG nova.network.neutron [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.394613] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.435791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "fb396636-f789-4fd4-acce-61b6c60565fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.435991] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "fb396636-f789-4fd4-acce-61b6c60565fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.477929] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.478501] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc347ca5-1198-4367-813e-f18fd4916382 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.486101] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 694.486101] env[68934]: value = "task-3134436" [ 694.486101] env[68934]: _type = "Task" [ 694.486101] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.497494] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134436, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.518143] env[68934]: DEBUG nova.network.neutron [-] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.521389] env[68934]: DEBUG nova.network.neutron [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.596368] env[68934]: DEBUG nova.network.neutron [-] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.668363] env[68934]: DEBUG nova.compute.manager [req-5ffe2f49-6650-4e15-8c6f-642c7ab71250 req-ec95a1b8-fabc-48cf-9131-50d30472f611 service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Received event network-vif-plugged-af0b0b46-0828-4627-9508-cc91c10f1da0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.668363] env[68934]: DEBUG oslo_concurrency.lockutils [req-5ffe2f49-6650-4e15-8c6f-642c7ab71250 req-ec95a1b8-fabc-48cf-9131-50d30472f611 service nova] Acquiring lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.668363] env[68934]: DEBUG oslo_concurrency.lockutils [req-5ffe2f49-6650-4e15-8c6f-642c7ab71250 req-ec95a1b8-fabc-48cf-9131-50d30472f611 service nova] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.668517] env[68934]: DEBUG oslo_concurrency.lockutils [req-5ffe2f49-6650-4e15-8c6f-642c7ab71250 req-ec95a1b8-fabc-48cf-9131-50d30472f611 service nova] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.668796] env[68934]: DEBUG nova.compute.manager [req-5ffe2f49-6650-4e15-8c6f-642c7ab71250 req-ec95a1b8-fabc-48cf-9131-50d30472f611 service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] No waiting events found dispatching network-vif-plugged-af0b0b46-0828-4627-9508-cc91c10f1da0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.668889] env[68934]: WARNING nova.compute.manager [req-5ffe2f49-6650-4e15-8c6f-642c7ab71250 req-ec95a1b8-fabc-48cf-9131-50d30472f611 service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Received unexpected event network-vif-plugged-af0b0b46-0828-4627-9508-cc91c10f1da0 for instance with vm_state building and task_state spawning. [ 694.723624] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12914549-0816-40a1-95b8-269f7a0bec5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.735021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592a7d3a-6614-47b6-b990-35990b9a429d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.765607] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d5140-ffcf-4144-a1e2-6e61072b579d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.776973] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915262e0-bdb6-48c9-8db9-16493514d459 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.792487] env[68934]: DEBUG nova.compute.provider_tree [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.810289] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "refresh_cache-b964e1b2-3af0-460c-ba6a-60ac36446ca9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.810289] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "refresh_cache-b964e1b2-3af0-460c-ba6a-60ac36446ca9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.810289] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.894930] env[68934]: DEBUG oslo_vmware.api [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134435, 'name': PowerOnVM_Task, 'duration_secs': 0.817759} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.895291] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.895908] env[68934]: DEBUG nova.compute.manager [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.896813] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a2d2aa-734a-4c78-b055-69ed44ee1da6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.999558] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134436, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.020691] env[68934]: INFO nova.compute.manager [-] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Took 1.06 seconds to deallocate network for instance. [ 695.026425] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Releasing lock "refresh_cache-46825de6-bba3-4833-af06-eb2ba1526aa7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.026812] env[68934]: DEBUG nova.compute.manager [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.027009] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.028041] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd20e25-6469-42bd-a0b2-8ff03f46bc40 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.036603] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.036869] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e0e5a70-ea00-41f7-bb8b-794004c7cc8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.047196] env[68934]: DEBUG oslo_vmware.api [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 695.047196] env[68934]: value = "task-3134437" [ 695.047196] env[68934]: _type = "Task" [ 695.047196] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.055177] env[68934]: DEBUG oslo_vmware.api [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.101848] env[68934]: INFO nova.compute.manager [-] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Took 1.92 seconds to deallocate network for instance. [ 695.106138] env[68934]: DEBUG nova.network.neutron [-] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.116352] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.155200] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.156120] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.156120] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.156120] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.156120] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.156120] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.156324] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.156465] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.156931] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.156931] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.156931] env[68934]: DEBUG nova.virt.hardware [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.157873] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f474d6-54f1-42c2-919c-9b52a9ad4432 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.169783] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e6028-d278-4a61-82c7-de1f57167be3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.298102] env[68934]: DEBUG nova.scheduler.client.report [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.372587] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.418957] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.497949] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134436, 'name': CreateSnapshot_Task, 'duration_secs': 0.809705} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.498325] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.499189] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa007d3-f1e4-458e-a1b1-b36d21c0d39e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.529503] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.561136] env[68934]: DEBUG oslo_vmware.api [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134437, 'name': PowerOffVM_Task, 'duration_secs': 0.129525} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.561670] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.561908] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.562675] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e527e60d-ddcc-470c-8fc4-5987e41c9e6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.585171] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.585294] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.585372] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Deleting the datastore file [datastore1] 46825de6-bba3-4833-af06-eb2ba1526aa7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.585658] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed66b6c8-58c9-47b4-9292-9adfdedd6ee2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.596720] env[68934]: DEBUG oslo_vmware.api [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for the task: (returnval){ [ 695.596720] env[68934]: value = "task-3134439" [ 695.596720] env[68934]: _type = "Task" [ 695.596720] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.605235] env[68934]: DEBUG oslo_vmware.api [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.610810] env[68934]: INFO nova.compute.manager [-] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Took 1.63 seconds to deallocate network for instance. [ 695.613120] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.616509] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Updating instance_info_cache with network_info: [{"id": "af0b0b46-0828-4627-9508-cc91c10f1da0", "address": "fa:16:3e:b1:f4:f7", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0b0b46-08", "ovs_interfaceid": "af0b0b46-0828-4627-9508-cc91c10f1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.803175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.804704] env[68934]: DEBUG nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.806495] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.127s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.808361] env[68934]: INFO nova.compute.claims [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.898605] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.898857] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.022576] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.023685] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f40277df-5362-4c07-8f0c-60b8a83d8e5c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.037565] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 696.037565] env[68934]: value = "task-3134440" [ 696.037565] env[68934]: _type = "Task" [ 696.037565] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.046504] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134440, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.092393] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Successfully updated port: 90a6d12d-5802-4432-9697-f75e70e335cc {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.107975] env[68934]: DEBUG oslo_vmware.api [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Task: {'id': task-3134439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15902} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.108650] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.108737] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.108838] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.109020] env[68934]: INFO nova.compute.manager [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 696.109269] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.109584] env[68934]: DEBUG nova.compute.manager [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.109705] env[68934]: DEBUG nova.network.neutron [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.120342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.120675] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "refresh_cache-b964e1b2-3af0-460c-ba6a-60ac36446ca9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.120962] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Instance network_info: |[{"id": "af0b0b46-0828-4627-9508-cc91c10f1da0", "address": "fa:16:3e:b1:f4:f7", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0b0b46-08", "ovs_interfaceid": "af0b0b46-0828-4627-9508-cc91c10f1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.121347] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f4:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af0b0b46-0828-4627-9508-cc91c10f1da0', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.129488] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.130910] env[68934]: DEBUG nova.network.neutron [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.131431] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.131849] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e31f646d-7461-412c-bed6-32aac71113cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.153832] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.153832] env[68934]: value = "task-3134441" [ 696.153832] env[68934]: _type = "Task" [ 696.153832] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.160369] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134441, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.293147] env[68934]: DEBUG nova.compute.manager [req-94e1ea2d-7263-4eb8-a049-19d9a75990ea req-b5545579-6368-4a4d-b2c5-649b86ccb978 service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Received event network-vif-plugged-90a6d12d-5802-4432-9697-f75e70e335cc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.293376] env[68934]: DEBUG oslo_concurrency.lockutils [req-94e1ea2d-7263-4eb8-a049-19d9a75990ea req-b5545579-6368-4a4d-b2c5-649b86ccb978 service nova] Acquiring lock "20a3286d-dc1c-4338-9606-c26176b55807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.293675] env[68934]: DEBUG oslo_concurrency.lockutils [req-94e1ea2d-7263-4eb8-a049-19d9a75990ea req-b5545579-6368-4a4d-b2c5-649b86ccb978 service nova] Lock "20a3286d-dc1c-4338-9606-c26176b55807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.293777] env[68934]: DEBUG oslo_concurrency.lockutils [req-94e1ea2d-7263-4eb8-a049-19d9a75990ea req-b5545579-6368-4a4d-b2c5-649b86ccb978 service nova] Lock "20a3286d-dc1c-4338-9606-c26176b55807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.293950] env[68934]: DEBUG nova.compute.manager [req-94e1ea2d-7263-4eb8-a049-19d9a75990ea req-b5545579-6368-4a4d-b2c5-649b86ccb978 service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] No waiting events found dispatching network-vif-plugged-90a6d12d-5802-4432-9697-f75e70e335cc {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.294217] env[68934]: WARNING nova.compute.manager [req-94e1ea2d-7263-4eb8-a049-19d9a75990ea req-b5545579-6368-4a4d-b2c5-649b86ccb978 service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Received unexpected event network-vif-plugged-90a6d12d-5802-4432-9697-f75e70e335cc for instance with vm_state building and task_state spawning. [ 696.316675] env[68934]: DEBUG nova.compute.utils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.317981] env[68934]: DEBUG nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.318167] env[68934]: DEBUG nova.network.neutron [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.403017] env[68934]: DEBUG nova.policy [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d60f6d597346c4ba4582e26b63155f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b262787635114bf7add5f14b511618dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.547913] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134440, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.598991] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "refresh_cache-20a3286d-dc1c-4338-9606-c26176b55807" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598991] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "refresh_cache-20a3286d-dc1c-4338-9606-c26176b55807" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598991] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.632772] env[68934]: DEBUG nova.network.neutron [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.664059] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134441, 'name': CreateVM_Task, 'duration_secs': 0.375941} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.664198] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.664829] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.664989] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.665983] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.666120] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e36636-47cc-40c2-8ec1-934dba1994c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.671933] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 696.671933] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d83d94-3ca8-d0fa-4fad-373884bf7e55" [ 696.671933] env[68934]: _type = "Task" [ 696.671933] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.679695] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d83d94-3ca8-d0fa-4fad-373884bf7e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.753707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "c597adf2-b172-451d-80bf-64fce9c6869b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.753707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "c597adf2-b172-451d-80bf-64fce9c6869b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.753707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "c597adf2-b172-451d-80bf-64fce9c6869b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.753707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "c597adf2-b172-451d-80bf-64fce9c6869b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.754032] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "c597adf2-b172-451d-80bf-64fce9c6869b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.758909] env[68934]: INFO nova.compute.manager [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Terminating instance [ 696.825131] env[68934]: DEBUG nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.829949] env[68934]: DEBUG nova.network.neutron [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Successfully created port: 29a46d8e-f0af-4a6d-9125-020da8e388ce {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.049629] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134440, 'name': CloneVM_Task} progress is 95%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.136034] env[68934]: INFO nova.compute.manager [-] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Took 1.03 seconds to deallocate network for instance. [ 697.154848] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.191213] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d83d94-3ca8-d0fa-4fad-373884bf7e55, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.191754] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.192538] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.192538] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.192538] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.192807] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.194739] env[68934]: DEBUG nova.compute.manager [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Received event network-vif-deleted-dbaf66b7-b440-4d97-b545-e3276faeb84d {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.194987] env[68934]: DEBUG nova.compute.manager [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Received event network-changed-af0b0b46-0828-4627-9508-cc91c10f1da0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.195243] env[68934]: DEBUG nova.compute.manager [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Refreshing instance network info cache due to event network-changed-af0b0b46-0828-4627-9508-cc91c10f1da0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.195511] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] Acquiring lock "refresh_cache-b964e1b2-3af0-460c-ba6a-60ac36446ca9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.195727] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] Acquired lock "refresh_cache-b964e1b2-3af0-460c-ba6a-60ac36446ca9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.196416] env[68934]: DEBUG nova.network.neutron [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Refreshing network info cache for port af0b0b46-0828-4627-9508-cc91c10f1da0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.201228] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef80591-2be6-4c55-9298-eaec72b09ef2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.211975] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.212260] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.213081] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29c9c0f-cf24-4446-95bf-704f21a7085c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.219875] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 697.219875] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ce1650-2d5e-c13b-286a-52952311a91a" [ 697.219875] env[68934]: _type = "Task" [ 697.219875] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.237644] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ce1650-2d5e-c13b-286a-52952311a91a, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.241020] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18402c13-0b67-425d-b646-358bd9c0fc44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.245617] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 697.245617] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52607975-671f-9fab-e7dd-6d1f7802eaa6" [ 697.245617] env[68934]: _type = "Task" [ 697.245617] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.255764] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52607975-671f-9fab-e7dd-6d1f7802eaa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.263142] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "refresh_cache-c597adf2-b172-451d-80bf-64fce9c6869b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.263330] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquired lock "refresh_cache-c597adf2-b172-451d-80bf-64fce9c6869b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.263627] env[68934]: DEBUG nova.network.neutron [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.443511] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6e4db-1310-494a-8f19-060ef3204224 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.452267] env[68934]: DEBUG nova.network.neutron [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Updating instance_info_cache with network_info: [{"id": "90a6d12d-5802-4432-9697-f75e70e335cc", "address": "fa:16:3e:de:df:94", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a6d12d-58", "ovs_interfaceid": "90a6d12d-5802-4432-9697-f75e70e335cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.459028] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020e54ac-d0bc-4361-833d-bd9743416b42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.493608] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4186cf2d-1dda-43ab-9498-958597b9cdfd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.503836] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f05f6-dbfd-45c7-9528-6a227829f046 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.520109] env[68934]: DEBUG nova.compute.provider_tree [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.548837] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134440, 'name': CloneVM_Task, 'duration_secs': 1.288145} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.549153] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Created linked-clone VM from snapshot [ 697.550027] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35c50d2-3420-41a1-94b1-e5bfe910f64d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.558946] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Uploading image 3617cdfb-dc67-4cd5-b67a-6cb9c9117ee3 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.593025] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.593025] env[68934]: value = "vm-627240" [ 697.593025] env[68934]: _type = "VirtualMachine" [ 697.593025] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.593359] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-416a629a-deb7-4104-a558-57ba85f1f421 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.601438] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lease: (returnval){ [ 697.601438] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e4f9e-0d9e-da07-e771-915d5905dbf6" [ 697.601438] env[68934]: _type = "HttpNfcLease" [ 697.601438] env[68934]: } obtained for exporting VM: (result){ [ 697.601438] env[68934]: value = "vm-627240" [ 697.601438] env[68934]: _type = "VirtualMachine" [ 697.601438] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.601818] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the lease: (returnval){ [ 697.601818] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e4f9e-0d9e-da07-e771-915d5905dbf6" [ 697.601818] env[68934]: _type = "HttpNfcLease" [ 697.601818] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.609283] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.609283] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e4f9e-0d9e-da07-e771-915d5905dbf6" [ 697.609283] env[68934]: _type = "HttpNfcLease" [ 697.609283] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 697.642729] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.761679] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52607975-671f-9fab-e7dd-6d1f7802eaa6, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.764162] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.764501] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] b964e1b2-3af0-460c-ba6a-60ac36446ca9/b964e1b2-3af0-460c-ba6a-60ac36446ca9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.764776] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fdc6c2c-742c-40c4-b482-b6a733e351c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.780965] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 697.780965] env[68934]: value = "task-3134443" [ 697.780965] env[68934]: _type = "Task" [ 697.780965] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.790221] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.805571] env[68934]: DEBUG nova.network.neutron [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.838904] env[68934]: DEBUG nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.869686] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.869935] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.870103] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.870289] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.870433] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.870576] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.870785] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.870942] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.871122] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.871423] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.871602] env[68934]: DEBUG nova.virt.hardware [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.872481] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eecb87-71ab-42b3-876e-5afe9a2db23d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.882637] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d504ae06-45bf-47dc-8270-4d6d68e82476 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.955184] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "refresh_cache-20a3286d-dc1c-4338-9606-c26176b55807" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.955511] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Instance network_info: |[{"id": "90a6d12d-5802-4432-9697-f75e70e335cc", "address": "fa:16:3e:de:df:94", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a6d12d-58", "ovs_interfaceid": "90a6d12d-5802-4432-9697-f75e70e335cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.955982] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:df:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90a6d12d-5802-4432-9697-f75e70e335cc', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.967771] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.967983] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.968217] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da252f4e-bb11-4d22-a84f-4457ed9d15d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.991411] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.991411] env[68934]: value = "task-3134444" [ 697.991411] env[68934]: _type = "Task" [ 697.991411] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.999173] env[68934]: DEBUG nova.network.neutron [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.006130] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134444, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.025047] env[68934]: DEBUG nova.scheduler.client.report [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.112213] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 698.112213] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e4f9e-0d9e-da07-e771-915d5905dbf6" [ 698.112213] env[68934]: _type = "HttpNfcLease" [ 698.112213] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 698.112213] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 698.112213] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e4f9e-0d9e-da07-e771-915d5905dbf6" [ 698.112213] env[68934]: _type = "HttpNfcLease" [ 698.112213] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 698.113122] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc42f7-3863-4479-aa0d-29e53724d17a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.122437] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273cd4d-7c3c-219e-d497-388e6b03ca37/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 698.122844] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273cd4d-7c3c-219e-d497-388e6b03ca37/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 698.224712] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81a24a6f-4357-4401-9bb1-450b106bf1dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.231841] env[68934]: DEBUG nova.network.neutron [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Updated VIF entry in instance network info cache for port af0b0b46-0828-4627-9508-cc91c10f1da0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.232319] env[68934]: DEBUG nova.network.neutron [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Updating instance_info_cache with network_info: [{"id": "af0b0b46-0828-4627-9508-cc91c10f1da0", "address": "fa:16:3e:b1:f4:f7", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0b0b46-08", "ovs_interfaceid": "af0b0b46-0828-4627-9508-cc91c10f1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.291554] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.503202] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Releasing lock "refresh_cache-c597adf2-b172-451d-80bf-64fce9c6869b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.505345] env[68934]: DEBUG nova.compute.manager [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.505711] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.507201] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d13f711-b299-4c46-9718-926743f5b656 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.519563] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134444, 'name': CreateVM_Task, 'duration_secs': 0.466187} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.520477] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.521349] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.521709] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.522054] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.524341] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a247870c-c037-4925-927d-1134133fe6c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.527731] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.528067] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff0d9ca-68da-4e84-b925-c090ffda73fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.532312] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.532912] env[68934]: DEBUG nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.541509] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.747s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.541790] env[68934]: DEBUG nova.objects.instance [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 698.550307] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 698.550307] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52acb88d-e352-6d35-c46a-a488fc24025c" [ 698.550307] env[68934]: _type = "Task" [ 698.550307] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.550796] env[68934]: DEBUG oslo_vmware.api [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 698.550796] env[68934]: value = "task-3134445" [ 698.550796] env[68934]: _type = "Task" [ 698.550796] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.564884] env[68934]: DEBUG oslo_vmware.api [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.570401] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52acb88d-e352-6d35-c46a-a488fc24025c, 'name': SearchDatastore_Task, 'duration_secs': 0.015425} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.570926] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.574021] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.574021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.574021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.574021] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.574021] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c4fa06a-c13e-4382-92ba-e7761d6e4aa0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.581051] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.581298] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.582380] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b1c018-37b4-4c21-8830-7ad550d8c9a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.588831] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 698.588831] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529dfa8a-35c2-b348-a7cb-2df0ab18d980" [ 698.588831] env[68934]: _type = "Task" [ 698.588831] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.602508] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529dfa8a-35c2-b348-a7cb-2df0ab18d980, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.603534] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76df2c76-a866-4076-b1ed-31f28c2fb52f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.608868] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 698.608868] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52668197-09d8-a39b-7963-24961516741d" [ 698.608868] env[68934]: _type = "Task" [ 698.608868] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.618010] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52668197-09d8-a39b-7963-24961516741d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.667814] env[68934]: DEBUG nova.network.neutron [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Successfully updated port: 29a46d8e-f0af-4a6d-9125-020da8e388ce {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.734801] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] Releasing lock "refresh_cache-b964e1b2-3af0-460c-ba6a-60ac36446ca9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.735178] env[68934]: DEBUG nova.compute.manager [req-ffa02f6f-99a1-440e-9aeb-6ddd97575a19 req-d6158f95-7e3b-46a4-a096-1b1a8f66951a service nova] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Received event network-vif-deleted-83df9914-9049-4c1f-8b5a-380bd184c51f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.792315] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734242} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.792664] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] b964e1b2-3af0-460c-ba6a-60ac36446ca9/b964e1b2-3af0-460c-ba6a-60ac36446ca9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.792993] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.793953] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b9451a-60eb-4c96-80aa-f9c59f7c0b1c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.802373] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 698.802373] env[68934]: value = "task-3134446" [ 698.802373] env[68934]: _type = "Task" [ 698.802373] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.813408] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.898022] env[68934]: DEBUG nova.compute.manager [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Received event network-changed-90a6d12d-5802-4432-9697-f75e70e335cc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.898360] env[68934]: DEBUG nova.compute.manager [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Refreshing instance network info cache due to event network-changed-90a6d12d-5802-4432-9697-f75e70e335cc. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.898670] env[68934]: DEBUG oslo_concurrency.lockutils [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] Acquiring lock "refresh_cache-20a3286d-dc1c-4338-9606-c26176b55807" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.898856] env[68934]: DEBUG oslo_concurrency.lockutils [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] Acquired lock "refresh_cache-20a3286d-dc1c-4338-9606-c26176b55807" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.899393] env[68934]: DEBUG nova.network.neutron [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Refreshing network info cache for port 90a6d12d-5802-4432-9697-f75e70e335cc {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.060953] env[68934]: DEBUG nova.compute.utils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.064944] env[68934]: DEBUG nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.064944] env[68934]: DEBUG nova.network.neutron [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.080273] env[68934]: DEBUG oslo_vmware.api [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134445, 'name': PowerOffVM_Task, 'duration_secs': 0.142735} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.080273] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.080273] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.080273] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a73f9164-b6a3-42ce-af5b-f827929166ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.101259] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.103174] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.103336] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Deleting the datastore file [datastore1] c597adf2-b172-451d-80bf-64fce9c6869b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.103637] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e572eae9-96db-4396-93d6-0c6dfac17843 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.119215] env[68934]: DEBUG oslo_vmware.api [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for the task: (returnval){ [ 699.119215] env[68934]: value = "task-3134448" [ 699.119215] env[68934]: _type = "Task" [ 699.119215] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.127040] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52668197-09d8-a39b-7963-24961516741d, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.127775] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.128116] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 20a3286d-dc1c-4338-9606-c26176b55807/20a3286d-dc1c-4338-9606-c26176b55807.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.128420] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3264dbc8-3088-4534-87db-54824dd8849f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.134294] env[68934]: DEBUG oslo_vmware.api [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.139014] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 699.139014] env[68934]: value = "task-3134449" [ 699.139014] env[68934]: _type = "Task" [ 699.139014] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.141249] env[68934]: DEBUG nova.policy [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc00e2d5d9742ce8a42d08b04963c2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fccf4980e77e4994ba0250edee3e5fbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.155118] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.171962] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "refresh_cache-d0aed944-cd89-4ac0-908a-c93423113ee0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.172526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired lock "refresh_cache-d0aed944-cd89-4ac0-908a-c93423113ee0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.172695] env[68934]: DEBUG nova.network.neutron [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.315015] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113646} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.316368] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.317781] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff210ed-6598-484e-b768-a5caec165008 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.348377] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b964e1b2-3af0-460c-ba6a-60ac36446ca9/b964e1b2-3af0-460c-ba6a-60ac36446ca9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.349898] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2243a6e4-7d40-45f7-a196-9a72c30ee982 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.372350] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 699.372350] env[68934]: value = "task-3134450" [ 699.372350] env[68934]: _type = "Task" [ 699.372350] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.382189] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.488792] env[68934]: DEBUG nova.network.neutron [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Successfully created port: 2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.561740] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0bb39ef-e502-461b-9cb0-90e9d20a3553 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.563168] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.238s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.564877] env[68934]: INFO nova.compute.claims [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.571281] env[68934]: DEBUG nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.636555] env[68934]: DEBUG oslo_vmware.api [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Task: {'id': task-3134448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284879} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.637033] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.637307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.637576] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.637868] env[68934]: INFO nova.compute.manager [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 699.638343] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.638658] env[68934]: DEBUG nova.compute.manager [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.638863] env[68934]: DEBUG nova.network.neutron [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.655227] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.688178] env[68934]: DEBUG nova.network.neutron [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.775278] env[68934]: DEBUG nova.network.neutron [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.883048] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.923484] env[68934]: DEBUG nova.network.neutron [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Updated VIF entry in instance network info cache for port 90a6d12d-5802-4432-9697-f75e70e335cc. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.923950] env[68934]: DEBUG nova.network.neutron [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Updating instance_info_cache with network_info: [{"id": "90a6d12d-5802-4432-9697-f75e70e335cc", "address": "fa:16:3e:de:df:94", "network": {"id": "8fd25e5f-e985-458b-ade3-f99ef58d6f08", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-11027937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d005adaf521a49a18379f2c173a49e63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a6d12d-58", "ovs_interfaceid": "90a6d12d-5802-4432-9697-f75e70e335cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.067572] env[68934]: DEBUG nova.network.neutron [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Updating instance_info_cache with network_info: [{"id": "29a46d8e-f0af-4a6d-9125-020da8e388ce", "address": "fa:16:3e:10:3f:de", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a46d8e-f0", "ovs_interfaceid": "29a46d8e-f0af-4a6d-9125-020da8e388ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.155845] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671658} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.156153] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 20a3286d-dc1c-4338-9606-c26176b55807/20a3286d-dc1c-4338-9606-c26176b55807.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.156428] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.156707] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-493b1ad1-568e-42d8-ada9-873b04b3d306 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.164326] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 700.164326] env[68934]: value = "task-3134451" [ 700.164326] env[68934]: _type = "Task" [ 700.164326] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.173136] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.191276] env[68934]: DEBUG nova.network.neutron [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.384650] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134450, 'name': ReconfigVM_Task, 'duration_secs': 0.627045} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.385154] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b964e1b2-3af0-460c-ba6a-60ac36446ca9/b964e1b2-3af0-460c-ba6a-60ac36446ca9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.387707] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a46e3a2-e882-44f8-925c-e171ffa56cc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.394610] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 700.394610] env[68934]: value = "task-3134452" [ 700.394610] env[68934]: _type = "Task" [ 700.394610] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.405441] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134452, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.428480] env[68934]: DEBUG oslo_concurrency.lockutils [req-3e058140-d7ab-4816-8327-981f47dd7333 req-7d9e7e07-0885-4284-bad4-fcc58c76678b service nova] Releasing lock "refresh_cache-20a3286d-dc1c-4338-9606-c26176b55807" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.571354] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Releasing lock "refresh_cache-d0aed944-cd89-4ac0-908a-c93423113ee0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.571354] env[68934]: DEBUG nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Instance network_info: |[{"id": "29a46d8e-f0af-4a6d-9125-020da8e388ce", "address": "fa:16:3e:10:3f:de", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a46d8e-f0", "ovs_interfaceid": "29a46d8e-f0af-4a6d-9125-020da8e388ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.571855] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:3f:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29a46d8e-f0af-4a6d-9125-020da8e388ce', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.579818] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Creating folder: Project (b262787635114bf7add5f14b511618dc). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.580159] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b9be4fc-67ce-4ad5-b1fc-855c161da57f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.585350] env[68934]: DEBUG nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.597286] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Created folder: Project (b262787635114bf7add5f14b511618dc) in parent group-v627191. [ 700.597605] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Creating folder: Instances. Parent ref: group-v627243. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.597873] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d7f1cdf-daab-42ba-80a5-4dd48d5485b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.607713] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Created folder: Instances in parent group-v627243. [ 700.607989] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.610939] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.610939] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f983e9-7ff2-4ef6-92d7-03df2e2be4fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.631246] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T14:00:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1376966935',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-860153151',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.631561] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.631753] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.631970] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.632162] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.632345] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.632601] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.632793] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.632993] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.633204] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.633411] env[68934]: DEBUG nova.virt.hardware [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.636854] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4acda18-afe6-4e80-a86e-18e27e91e86d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.646434] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f6c9aa-9af7-4494-b868-b8c5fa74fcc9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.651548] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.651548] env[68934]: value = "task-3134455" [ 700.651548] env[68934]: _type = "Task" [ 700.651548] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.678989] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134455, 'name': CreateVM_Task} progress is 15%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.683785] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076595} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.683919] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.684858] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d6faf7-695f-404d-9388-c148984ee98d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.700368] env[68934]: INFO nova.compute.manager [-] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Took 1.06 seconds to deallocate network for instance. [ 700.710256] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 20a3286d-dc1c-4338-9606-c26176b55807/20a3286d-dc1c-4338-9606-c26176b55807.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.719239] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc5ae93-e2cf-4440-8b76-c6bf69df21d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.741906] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 700.741906] env[68934]: value = "task-3134456" [ 700.741906] env[68934]: _type = "Task" [ 700.741906] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.758576] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.908896] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134452, 'name': Rename_Task, 'duration_secs': 0.155099} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.910038] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.910038] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59657b3d-cbb3-41b3-b403-578fa9ef920e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.915451] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 700.915451] env[68934]: value = "task-3134457" [ 700.915451] env[68934]: _type = "Task" [ 700.915451] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.928170] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.066735] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.066735] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.089940] env[68934]: DEBUG nova.network.neutron [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Successfully updated port: 2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.166622] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134455, 'name': CreateVM_Task, 'duration_secs': 0.352832} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.166824] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.167518] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.167678] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.168023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.168290] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d108b5e4-94ec-4c76-82f2-4c1ea03290e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.173363] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 701.173363] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52259ad4-dd02-e434-dd7f-eb5d33d3ae65" [ 701.173363] env[68934]: _type = "Task" [ 701.173363] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.181888] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52259ad4-dd02-e434-dd7f-eb5d33d3ae65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.221140] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.221977] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dab992-6ce2-4d24-9181-69f8eb9738ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.229373] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d53fc45-eca8-4ecf-8bf3-f288e9cfc8c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.263905] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4641a6f-a37d-4713-99f3-d39347a5642b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.272503] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134456, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.275976] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a51e7f6-5703-4c36-94ec-b937d4892f50 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.290353] env[68934]: DEBUG nova.compute.provider_tree [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.426313] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134457, 'name': PowerOnVM_Task, 'duration_secs': 0.499126} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.426589] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.426832] env[68934]: INFO nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Took 9.08 seconds to spawn the instance on the hypervisor. [ 701.427032] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.427811] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c60a1a-207e-4429-99a5-93224d898e76 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.594511] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.594511] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.594511] env[68934]: DEBUG nova.network.neutron [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.634865] env[68934]: DEBUG nova.compute.manager [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Received event network-vif-plugged-29a46d8e-f0af-4a6d-9125-020da8e388ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.635110] env[68934]: DEBUG oslo_concurrency.lockutils [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] Acquiring lock "d0aed944-cd89-4ac0-908a-c93423113ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.635349] env[68934]: DEBUG oslo_concurrency.lockutils [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.635520] env[68934]: DEBUG oslo_concurrency.lockutils [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.635852] env[68934]: DEBUG nova.compute.manager [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] No waiting events found dispatching network-vif-plugged-29a46d8e-f0af-4a6d-9125-020da8e388ce {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.637030] env[68934]: WARNING nova.compute.manager [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Received unexpected event network-vif-plugged-29a46d8e-f0af-4a6d-9125-020da8e388ce for instance with vm_state building and task_state spawning. [ 701.637030] env[68934]: DEBUG nova.compute.manager [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Received event network-changed-29a46d8e-f0af-4a6d-9125-020da8e388ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.637030] env[68934]: DEBUG nova.compute.manager [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Refreshing instance network info cache due to event network-changed-29a46d8e-f0af-4a6d-9125-020da8e388ce. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.637030] env[68934]: DEBUG oslo_concurrency.lockutils [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] Acquiring lock "refresh_cache-d0aed944-cd89-4ac0-908a-c93423113ee0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.637030] env[68934]: DEBUG oslo_concurrency.lockutils [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] Acquired lock "refresh_cache-d0aed944-cd89-4ac0-908a-c93423113ee0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.637654] env[68934]: DEBUG nova.network.neutron [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Refreshing network info cache for port 29a46d8e-f0af-4a6d-9125-020da8e388ce {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.684132] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52259ad4-dd02-e434-dd7f-eb5d33d3ae65, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.684419] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.684654] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.684927] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.685104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.685292] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.685591] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-540293bf-7a6b-47e9-b6fc-68b36784c654 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.694622] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.695123] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.696320] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bf6f01-68f0-4871-af4d-b13823a3d3cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.701325] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 701.701325] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5283aed4-4fe1-3ab0-49b5-8beb365723b2" [ 701.701325] env[68934]: _type = "Task" [ 701.701325] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.710682] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5283aed4-4fe1-3ab0-49b5-8beb365723b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.769292] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134456, 'name': ReconfigVM_Task, 'duration_secs': 0.565538} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.769974] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 20a3286d-dc1c-4338-9606-c26176b55807/20a3286d-dc1c-4338-9606-c26176b55807.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.770647] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a646087a-a4a7-4512-942b-bc525744f0af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.777421] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 701.777421] env[68934]: value = "task-3134458" [ 701.777421] env[68934]: _type = "Task" [ 701.777421] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.786383] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134458, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.793455] env[68934]: DEBUG nova.scheduler.client.report [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.944466] env[68934]: INFO nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Took 28.06 seconds to build instance. [ 702.137400] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "d16d6f5a-4146-4739-9dc6-a224ada09c03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.137587] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.138541] env[68934]: DEBUG nova.network.neutron [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.214320] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5283aed4-4fe1-3ab0-49b5-8beb365723b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.219027] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9325115-ed6b-454c-b80c-f73e122b5a65 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.222666] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 702.222666] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526236cb-28e5-85cd-f021-274d76a10967" [ 702.222666] env[68934]: _type = "Task" [ 702.222666] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.233241] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526236cb-28e5-85cd-f021-274d76a10967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.293323] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134458, 'name': Rename_Task, 'duration_secs': 0.215397} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.293655] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.293911] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f31a55-87d7-4f10-bbaf-06f85625e7b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.298855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.299420] env[68934]: DEBUG nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.303736] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.606s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.306939] env[68934]: INFO nova.compute.claims [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.311677] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 702.311677] env[68934]: value = "task-3134459" [ 702.311677] env[68934]: _type = "Task" [ 702.311677] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.322082] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134459, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.386691] env[68934]: DEBUG nova.network.neutron [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Updating instance_info_cache with network_info: [{"id": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "address": "fa:16:3e:1d:a5:15", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f707f2a-31", "ovs_interfaceid": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.445732] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.097s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.468140] env[68934]: DEBUG nova.network.neutron [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Updated VIF entry in instance network info cache for port 29a46d8e-f0af-4a6d-9125-020da8e388ce. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.468568] env[68934]: DEBUG nova.network.neutron [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Updating instance_info_cache with network_info: [{"id": "29a46d8e-f0af-4a6d-9125-020da8e388ce", "address": "fa:16:3e:10:3f:de", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a46d8e-f0", "ovs_interfaceid": "29a46d8e-f0af-4a6d-9125-020da8e388ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.725903] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "e8755b21-59b1-4137-8a85-41592cc3453a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.726210] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "e8755b21-59b1-4137-8a85-41592cc3453a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.739349] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526236cb-28e5-85cd-f021-274d76a10967, 'name': SearchDatastore_Task, 'duration_secs': 0.018212} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.739634] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.740147] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] d0aed944-cd89-4ac0-908a-c93423113ee0/d0aed944-cd89-4ac0-908a-c93423113ee0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.740323] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f30e886-bbc8-4ab5-a93f-edf129c99052 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.748266] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 702.748266] env[68934]: value = "task-3134460" [ 702.748266] env[68934]: _type = "Task" [ 702.748266] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.760812] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.813943] env[68934]: DEBUG nova.compute.utils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.821359] env[68934]: DEBUG nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.821359] env[68934]: DEBUG nova.network.neutron [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.831562] env[68934]: DEBUG oslo_vmware.api [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134459, 'name': PowerOnVM_Task, 'duration_secs': 0.510359} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.832745] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.832949] env[68934]: INFO nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Took 7.72 seconds to spawn the instance on the hypervisor. [ 702.833169] env[68934]: DEBUG nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.834119] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce47b4f-307c-41dd-88d5-9fc63b152f5d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.892499] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Releasing lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.893380] env[68934]: DEBUG nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Instance network_info: |[{"id": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "address": "fa:16:3e:1d:a5:15", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f707f2a-31", "ovs_interfaceid": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.893680] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:a5:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f707f2a-318e-496f-b89f-e75c80b1eae6', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.903348] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Creating folder: Project (fccf4980e77e4994ba0250edee3e5fbb). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.903895] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b28229-1b64-4e12-8bf8-58695b08923f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.914670] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Created folder: Project (fccf4980e77e4994ba0250edee3e5fbb) in parent group-v627191. [ 702.914858] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Creating folder: Instances. Parent ref: group-v627246. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.915116] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6c99359-6207-4ed1-ad2e-5cfeb73ba19e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.923768] env[68934]: DEBUG nova.policy [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff2238a3547f4e38ad94202e9ac4280e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40515cc5dc0c405e809165ada59bfabb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.930244] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Created folder: Instances in parent group-v627246. [ 702.930244] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.930244] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.930445] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ffd0a2e-c089-4e9d-af54-dc18decc2566 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.948635] env[68934]: DEBUG nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.960021] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.960021] env[68934]: value = "task-3134463" [ 702.960021] env[68934]: _type = "Task" [ 702.960021] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.966998] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134463, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.974420] env[68934]: DEBUG oslo_concurrency.lockutils [req-d8504264-d0f5-4b5c-a1cb-148aec694ce4 req-6556a340-e381-45c3-a924-1a6bb3a239b0 service nova] Releasing lock "refresh_cache-d0aed944-cd89-4ac0-908a-c93423113ee0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.262063] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.325670] env[68934]: DEBUG nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.365072] env[68934]: INFO nova.compute.manager [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Took 28.87 seconds to build instance. [ 703.472227] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134463, 'name': CreateVM_Task, 'duration_secs': 0.485301} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.472355] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.472960] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.473258] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.473462] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.473725] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9e02ff-1a14-45a6-b66a-1cf7f6584bde {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.480503] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.481200] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 703.481200] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521de054-9f38-1c70-9f31-6f3049c09c87" [ 703.481200] env[68934]: _type = "Task" [ 703.481200] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.489573] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521de054-9f38-1c70-9f31-6f3049c09c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.560605] env[68934]: DEBUG nova.network.neutron [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Successfully created port: a8eaf989-b0fa-4a55-9083-8e632e7953ab {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.761163] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726474} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.765448] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] d0aed944-cd89-4ac0-908a-c93423113ee0/d0aed944-cd89-4ac0-908a-c93423113ee0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.765919] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.766522] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db8f5e72-f07a-4850-8eda-03d70905ffd0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.776753] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 703.776753] env[68934]: value = "task-3134464" [ 703.776753] env[68934]: _type = "Task" [ 703.776753] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.785089] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.815741] env[68934]: DEBUG nova.compute.manager [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Received event network-vif-plugged-2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.816402] env[68934]: DEBUG oslo_concurrency.lockutils [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] Acquiring lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.816402] env[68934]: DEBUG oslo_concurrency.lockutils [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.816578] env[68934]: DEBUG oslo_concurrency.lockutils [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.816691] env[68934]: DEBUG nova.compute.manager [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] No waiting events found dispatching network-vif-plugged-2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.816835] env[68934]: WARNING nova.compute.manager [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Received unexpected event network-vif-plugged-2f707f2a-318e-496f-b89f-e75c80b1eae6 for instance with vm_state building and task_state spawning. [ 703.817458] env[68934]: DEBUG nova.compute.manager [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Received event network-changed-2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.817458] env[68934]: DEBUG nova.compute.manager [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Refreshing instance network info cache due to event network-changed-2f707f2a-318e-496f-b89f-e75c80b1eae6. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.817732] env[68934]: DEBUG oslo_concurrency.lockutils [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] Acquiring lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.817873] env[68934]: DEBUG oslo_concurrency.lockutils [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] Acquired lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.817935] env[68934]: DEBUG nova.network.neutron [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Refreshing network info cache for port 2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.868148] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "20a3286d-dc1c-4338-9606-c26176b55807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.491s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.993902] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521de054-9f38-1c70-9f31-6f3049c09c87, 'name': SearchDatastore_Task, 'duration_secs': 0.022332} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.994279] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.994572] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.996025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.996025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.996025] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.996025] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-626c4fe0-ec67-45ed-beba-1bf735431619 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.007890] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.008231] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.009852] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ab1e76-38f0-4dd3-83b7-8343d3348014 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.018965] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 704.018965] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f19e31-a6e7-3602-9a4d-48a13e06c15d" [ 704.018965] env[68934]: _type = "Task" [ 704.018965] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.027752] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f19e31-a6e7-3602-9a4d-48a13e06c15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.029575] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cefa374-e16a-423e-bf37-dea054741346 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.037127] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e23ac9a-d5f1-4c85-9b04-41b8ce61325a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.078891] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7748fce9-e0cf-471f-889e-781f5c34368e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.088703] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19837ef4-101a-4f3f-999e-8c0bfb20c2c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.106436] env[68934]: DEBUG nova.compute.provider_tree [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.284995] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083933} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.290292] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.291144] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e1eafa-372e-4fb7-b226-cbd7161de7ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.315735] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] d0aed944-cd89-4ac0-908a-c93423113ee0/d0aed944-cd89-4ac0-908a-c93423113ee0.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.315876] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc5c945d-9ea6-4302-b6c3-921078386ac0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.340161] env[68934]: DEBUG nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.344923] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 704.344923] env[68934]: value = "task-3134465" [ 704.344923] env[68934]: _type = "Task" [ 704.344923] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.354669] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.374446] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.374600] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.374977] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.375184] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.375383] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.375546] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.375785] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.375956] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.376164] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.376335] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.376504] env[68934]: DEBUG nova.virt.hardware [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.376920] env[68934]: DEBUG nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.380075] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfb688d-8333-4dd9-b130-76514350be78 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.389103] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218ee9e-5aff-4172-8334-868509095ecf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.531604] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f19e31-a6e7-3602-9a4d-48a13e06c15d, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.532607] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e2b8ba-8fcf-462f-a425-72e04d62f917 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.542923] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 704.542923] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279c0ab-6e5d-f452-82e2-98751a3befd0" [ 704.542923] env[68934]: _type = "Task" [ 704.542923] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.551791] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279c0ab-6e5d-f452-82e2-98751a3befd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.573151] env[68934]: DEBUG nova.network.neutron [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Updated VIF entry in instance network info cache for port 2f707f2a-318e-496f-b89f-e75c80b1eae6. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.573538] env[68934]: DEBUG nova.network.neutron [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Updating instance_info_cache with network_info: [{"id": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "address": "fa:16:3e:1d:a5:15", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f707f2a-31", "ovs_interfaceid": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.611930] env[68934]: DEBUG nova.scheduler.client.report [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.855408] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.925766] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.056269] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5279c0ab-6e5d-f452-82e2-98751a3befd0, 'name': SearchDatastore_Task, 'duration_secs': 0.017959} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.056746] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.057163] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] aa5786dd-1106-4a7e-b9c0-b34f7d1802fc/aa5786dd-1106-4a7e-b9c0-b34f7d1802fc.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.057734] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41b02f91-2ff7-4c91-861b-25f2f9eca741 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.064887] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 705.064887] env[68934]: value = "task-3134466" [ 705.064887] env[68934]: _type = "Task" [ 705.064887] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.074772] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.076587] env[68934]: DEBUG oslo_concurrency.lockutils [req-a6b70b8f-46d3-43ca-8fba-9c529f33ba40 req-4c4e959d-fe6e-4d75-bc97-42581e6a39fe service nova] Releasing lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.121021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.121021] env[68934]: DEBUG nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.122432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.138s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.122856] env[68934]: DEBUG nova.objects.instance [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Lazy-loading 'resources' on Instance uuid 9493b14e-c374-4689-9b62-f927e467cc00 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.362943] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134465, 'name': ReconfigVM_Task, 'duration_secs': 0.556065} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.363273] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Reconfigured VM instance instance-00000011 to attach disk [datastore2] d0aed944-cd89-4ac0-908a-c93423113ee0/d0aed944-cd89-4ac0-908a-c93423113ee0.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.363968] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ebc97e-7fd5-4137-949d-19e79854b0d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.374197] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 705.374197] env[68934]: value = "task-3134467" [ 705.374197] env[68934]: _type = "Task" [ 705.374197] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.392029] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134467, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.508287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.508287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.508287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.508287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.508615] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.510791] env[68934]: INFO nova.compute.manager [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Terminating instance [ 705.580717] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134466, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.627696] env[68934]: DEBUG nova.compute.utils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.641861] env[68934]: DEBUG nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.641861] env[68934]: DEBUG nova.network.neutron [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.706449] env[68934]: DEBUG nova.policy [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9871f629d1224ae7b019b938da2705c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3328af39f968456684fc19b77f25af92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.826332] env[68934]: DEBUG nova.network.neutron [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Successfully updated port: a8eaf989-b0fa-4a55-9083-8e632e7953ab {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.886467] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134467, 'name': Rename_Task, 'duration_secs': 0.23952} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.886845] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.887016] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae00475b-3e2e-4419-9f1f-b35a4e004b70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.894413] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 705.894413] env[68934]: value = "task-3134468" [ 705.894413] env[68934]: _type = "Task" [ 705.894413] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.909830] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.998760] env[68934]: DEBUG nova.compute.manager [req-849dec6a-b3bf-4b7a-9e99-00d5a70f1bc0 req-0b5964ba-1107-48dc-8f21-546cfd242ee3 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Received event network-vif-plugged-a8eaf989-b0fa-4a55-9083-8e632e7953ab {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.999146] env[68934]: DEBUG oslo_concurrency.lockutils [req-849dec6a-b3bf-4b7a-9e99-00d5a70f1bc0 req-0b5964ba-1107-48dc-8f21-546cfd242ee3 service nova] Acquiring lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.999229] env[68934]: DEBUG oslo_concurrency.lockutils [req-849dec6a-b3bf-4b7a-9e99-00d5a70f1bc0 req-0b5964ba-1107-48dc-8f21-546cfd242ee3 service nova] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.999351] env[68934]: DEBUG oslo_concurrency.lockutils [req-849dec6a-b3bf-4b7a-9e99-00d5a70f1bc0 req-0b5964ba-1107-48dc-8f21-546cfd242ee3 service nova] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.999566] env[68934]: DEBUG nova.compute.manager [req-849dec6a-b3bf-4b7a-9e99-00d5a70f1bc0 req-0b5964ba-1107-48dc-8f21-546cfd242ee3 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] No waiting events found dispatching network-vif-plugged-a8eaf989-b0fa-4a55-9083-8e632e7953ab {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.999670] env[68934]: WARNING nova.compute.manager [req-849dec6a-b3bf-4b7a-9e99-00d5a70f1bc0 req-0b5964ba-1107-48dc-8f21-546cfd242ee3 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Received unexpected event network-vif-plugged-a8eaf989-b0fa-4a55-9083-8e632e7953ab for instance with vm_state building and task_state spawning. [ 706.016073] env[68934]: DEBUG nova.compute.manager [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.016311] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.017335] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdacb6d7-722d-4a3e-ad81-9b43ce44db5d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.030325] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.030325] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68486c60-450e-469c-b16f-449c923af698 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.040370] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 706.040370] env[68934]: value = "task-3134469" [ 706.040370] env[68934]: _type = "Task" [ 706.040370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.050617] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.075467] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665278} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.075743] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] aa5786dd-1106-4a7e-b9c0-b34f7d1802fc/aa5786dd-1106-4a7e-b9c0-b34f7d1802fc.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.075961] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.076224] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69648171-5211-4b6c-acc9-75bb6afd9b54 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.085135] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 706.085135] env[68934]: value = "task-3134470" [ 706.085135] env[68934]: _type = "Task" [ 706.085135] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.094331] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.131650] env[68934]: DEBUG nova.network.neutron [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Successfully created port: 88be3d08-28cc-4a54-a483-081edbe8b69a {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.141824] env[68934]: DEBUG nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.252270] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296add10-42b4-43a4-a58c-fb7e206337c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.263342] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7274ffa7-1eb5-4782-bcc4-1580562d9ca8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.299507] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592a4caa-0bb0-450f-82de-3bdeac441b23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.307040] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd6cab7-47c1-488d-a77a-32d8e214a9db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.326046] env[68934]: DEBUG nova.compute.provider_tree [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.333630] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.333799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquired lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.333946] env[68934]: DEBUG nova.network.neutron [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.406975] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.476217] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273cd4d-7c3c-219e-d497-388e6b03ca37/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 706.477435] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33751929-2087-461a-8f72-6a23efcaf252 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.483846] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273cd4d-7c3c-219e-d497-388e6b03ca37/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 706.484023] env[68934]: ERROR oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273cd4d-7c3c-219e-d497-388e6b03ca37/disk-0.vmdk due to incomplete transfer. [ 706.484248] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-11cb4bbe-5909-497d-b2af-75d896e161d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.492035] env[68934]: DEBUG oslo_vmware.rw_handles [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273cd4d-7c3c-219e-d497-388e6b03ca37/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 706.492239] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Uploaded image 3617cdfb-dc67-4cd5-b67a-6cb9c9117ee3 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 706.494805] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 706.495055] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-71782a80-aeae-46a9-87d6-a1f5cd449729 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.501621] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 706.501621] env[68934]: value = "task-3134471" [ 706.501621] env[68934]: _type = "Task" [ 706.501621] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.509339] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134471, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.550688] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.594719] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070144} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.594880] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.595800] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f2baae-e72d-4534-988a-9b048d5866ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.620557] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] aa5786dd-1106-4a7e-b9c0-b34f7d1802fc/aa5786dd-1106-4a7e-b9c0-b34f7d1802fc.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.620882] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b4eef0c-441a-4ae7-857e-13e7e3fbf4ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.642141] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 706.642141] env[68934]: value = "task-3134472" [ 706.642141] env[68934]: _type = "Task" [ 706.642141] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.653751] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.828286] env[68934]: DEBUG nova.scheduler.client.report [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.906634] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.914020] env[68934]: DEBUG nova.network.neutron [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.016665] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134471, 'name': Destroy_Task, 'duration_secs': 0.32361} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.017417] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Destroyed the VM [ 707.017720] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 707.018104] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87dfe311-5727-4f0a-9b0b-237625e7e75c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.030675] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 707.030675] env[68934]: value = "task-3134473" [ 707.030675] env[68934]: _type = "Task" [ 707.030675] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.041625] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.049523] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.157896] env[68934]: DEBUG nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.162069] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134472, 'name': ReconfigVM_Task, 'duration_secs': 0.29972} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.162069] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Reconfigured VM instance instance-00000012 to attach disk [datastore1] aa5786dd-1106-4a7e-b9c0-b34f7d1802fc/aa5786dd-1106-4a7e-b9c0-b34f7d1802fc.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.162069] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe7455a-d782-4da3-b164-cc0b813ba398 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.168553] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 707.168553] env[68934]: value = "task-3134474" [ 707.168553] env[68934]: _type = "Task" [ 707.168553] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.177308] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134474, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.195089] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.195411] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.195623] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.195858] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.196031] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.196188] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.196399] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.196556] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.196746] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.196962] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.197160] env[68934]: DEBUG nova.virt.hardware [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.198046] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d33210-b87b-45df-a200-d5bac37af6bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.206628] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cde020-c8bf-4b2d-b416-870b731d789f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.233588] env[68934]: DEBUG nova.network.neutron [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Updating instance_info_cache with network_info: [{"id": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "address": "fa:16:3e:cd:bb:8e", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eaf989-b0", "ovs_interfaceid": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.336210] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.336970] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.285s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.339702] env[68934]: INFO nova.compute.claims [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.369832] env[68934]: INFO nova.scheduler.client.report [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Deleted allocations for instance 9493b14e-c374-4689-9b62-f927e467cc00 [ 707.405020] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134468, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.544412] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134473, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.550579] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134469, 'name': PowerOffVM_Task, 'duration_secs': 1.064929} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.550951] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.551183] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.551477] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4707f8d0-16c6-4e5d-b98f-70c415f92a4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.656627] env[68934]: DEBUG nova.network.neutron [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Successfully updated port: 88be3d08-28cc-4a54-a483-081edbe8b69a {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.680681] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134474, 'name': Rename_Task, 'duration_secs': 0.134509} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.683691] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.683691] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73dc9181-32f5-4e7a-87a7-bc025dfb9b2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.691192] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 707.691192] env[68934]: value = "task-3134476" [ 707.691192] env[68934]: _type = "Task" [ 707.691192] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.702068] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.737983] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Releasing lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.737983] env[68934]: DEBUG nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Instance network_info: |[{"id": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "address": "fa:16:3e:cd:bb:8e", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eaf989-b0", "ovs_interfaceid": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.738307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:bb:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8eaf989-b0fa-4a55-9083-8e632e7953ab', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.746016] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Creating folder: Project (40515cc5dc0c405e809165ada59bfabb). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.746667] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f088551-21be-4504-ae83-3a746ee2f848 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.756229] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Created folder: Project (40515cc5dc0c405e809165ada59bfabb) in parent group-v627191. [ 707.756357] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Creating folder: Instances. Parent ref: group-v627249. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.756922] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddd7447b-152c-4ef5-ac9b-4a2f6747f707 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.766135] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Created folder: Instances in parent group-v627249. [ 707.766135] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.766135] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.766427] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2163eca3-1ed2-4c82-8430-e120940dfbc1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.785315] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.785315] env[68934]: value = "task-3134479" [ 707.785315] env[68934]: _type = "Task" [ 707.785315] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.793466] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134479, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.855288] env[68934]: DEBUG nova.compute.manager [req-3b7af505-91ff-49b6-be3e-f32d43ae3444 req-92c9520a-bf14-4eab-ba84-1654403b8f3c service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Received event network-vif-plugged-88be3d08-28cc-4a54-a483-081edbe8b69a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.855512] env[68934]: DEBUG oslo_concurrency.lockutils [req-3b7af505-91ff-49b6-be3e-f32d43ae3444 req-92c9520a-bf14-4eab-ba84-1654403b8f3c service nova] Acquiring lock "252d4911-0e62-46be-aeff-4b964a018205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.855738] env[68934]: DEBUG oslo_concurrency.lockutils [req-3b7af505-91ff-49b6-be3e-f32d43ae3444 req-92c9520a-bf14-4eab-ba84-1654403b8f3c service nova] Lock "252d4911-0e62-46be-aeff-4b964a018205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.855920] env[68934]: DEBUG oslo_concurrency.lockutils [req-3b7af505-91ff-49b6-be3e-f32d43ae3444 req-92c9520a-bf14-4eab-ba84-1654403b8f3c service nova] Lock "252d4911-0e62-46be-aeff-4b964a018205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.856100] env[68934]: DEBUG nova.compute.manager [req-3b7af505-91ff-49b6-be3e-f32d43ae3444 req-92c9520a-bf14-4eab-ba84-1654403b8f3c service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] No waiting events found dispatching network-vif-plugged-88be3d08-28cc-4a54-a483-081edbe8b69a {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.856265] env[68934]: WARNING nova.compute.manager [req-3b7af505-91ff-49b6-be3e-f32d43ae3444 req-92c9520a-bf14-4eab-ba84-1654403b8f3c service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Received unexpected event network-vif-plugged-88be3d08-28cc-4a54-a483-081edbe8b69a for instance with vm_state building and task_state spawning. [ 707.878062] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b8ca3b30-c289-468f-a276-59596f27fe84 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Lock "9493b14e-c374-4689-9b62-f927e467cc00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.591s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.907074] env[68934]: DEBUG oslo_vmware.api [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134468, 'name': PowerOnVM_Task, 'duration_secs': 1.534952} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.907379] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.907582] env[68934]: INFO nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Took 10.07 seconds to spawn the instance on the hypervisor. [ 707.907780] env[68934]: DEBUG nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.908620] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a399858-231d-47ee-84b5-276b24bb463b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.042019] env[68934]: DEBUG oslo_vmware.api [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134473, 'name': RemoveSnapshot_Task, 'duration_secs': 0.544352} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.042019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.042019] env[68934]: INFO nova.compute.manager [None req-79f0fd2c-452a-436d-a3fb-739a27a4893b tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Took 14.11 seconds to snapshot the instance on the hypervisor. [ 708.159191] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "refresh_cache-252d4911-0e62-46be-aeff-4b964a018205" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.159260] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "refresh_cache-252d4911-0e62-46be-aeff-4b964a018205" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.159403] env[68934]: DEBUG nova.network.neutron [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.201956] env[68934]: DEBUG oslo_vmware.api [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134476, 'name': PowerOnVM_Task, 'duration_secs': 0.510527} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.202469] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.202901] env[68934]: INFO nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Took 7.62 seconds to spawn the instance on the hypervisor. [ 708.203255] env[68934]: DEBUG nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.204438] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ec56c-464f-45df-91c2-77425ddd2231 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.295998] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134479, 'name': CreateVM_Task, 'duration_secs': 0.373123} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.296265] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.296897] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.297078] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.297502] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.298113] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef43e0b-9e14-4370-b1fb-baea10c49d42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.302532] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 708.302532] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524d0f9a-431c-d7d6-1150-44807bb9f47a" [ 708.302532] env[68934]: _type = "Task" [ 708.302532] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.310998] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524d0f9a-431c-d7d6-1150-44807bb9f47a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.359389] env[68934]: DEBUG nova.compute.manager [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Received event network-changed-a8eaf989-b0fa-4a55-9083-8e632e7953ab {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.359389] env[68934]: DEBUG nova.compute.manager [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Refreshing instance network info cache due to event network-changed-a8eaf989-b0fa-4a55-9083-8e632e7953ab. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.359809] env[68934]: DEBUG oslo_concurrency.lockutils [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] Acquiring lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.359809] env[68934]: DEBUG oslo_concurrency.lockutils [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] Acquired lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.360562] env[68934]: DEBUG nova.network.neutron [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Refreshing network info cache for port a8eaf989-b0fa-4a55-9083-8e632e7953ab {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.429701] env[68934]: INFO nova.compute.manager [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Took 32.42 seconds to build instance. [ 708.726663] env[68934]: DEBUG nova.network.neutron [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.730663] env[68934]: INFO nova.compute.manager [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Took 32.07 seconds to build instance. [ 708.788704] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.789091] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.789697] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleting the datastore file [datastore1] fd8e543a-f06d-41ef-9db2-0dede9660a6c {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.790108] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4abca00a-13d0-4025-a1fe-e2b4df6a609d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.800976] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 708.800976] env[68934]: value = "task-3134480" [ 708.800976] env[68934]: _type = "Task" [ 708.800976] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.825759] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.830702] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524d0f9a-431c-d7d6-1150-44807bb9f47a, 'name': SearchDatastore_Task, 'duration_secs': 0.017628} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.833628] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.833950] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.834314] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.834541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.834753] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.835316] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-605c7ec0-0bc3-48dc-be99-e59eb2e9cf84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.845897] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.846119] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.846855] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcfe603-f4c3-475c-b0a4-2ad0945a2188 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.852605] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 708.852605] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274a0c2-f606-5b10-7936-5700903a15bb" [ 708.852605] env[68934]: _type = "Task" [ 708.852605] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.866547] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274a0c2-f606-5b10-7936-5700903a15bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.867749] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9805f5d-4aa5-446a-a573-d025b0964237 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.877335] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 708.877335] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525ac215-4c11-126c-8d4f-ff206f38c664" [ 708.877335] env[68934]: _type = "Task" [ 708.877335] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.894640] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525ac215-4c11-126c-8d4f-ff206f38c664, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.894900] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.895390] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 9acf0cdf-9800-4192-87c3-22259fe3b2f4/9acf0cdf-9800-4192-87c3-22259fe3b2f4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.895657] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca53d772-f7f9-4cab-8b9c-1f3e3d5d0ffc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.901819] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 708.901819] env[68934]: value = "task-3134481" [ 708.901819] env[68934]: _type = "Task" [ 708.901819] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.912072] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.929593] env[68934]: DEBUG nova.network.neutron [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Updating instance_info_cache with network_info: [{"id": "88be3d08-28cc-4a54-a483-081edbe8b69a", "address": "fa:16:3e:ae:4d:2f", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88be3d08-28", "ovs_interfaceid": "88be3d08-28cc-4a54-a483-081edbe8b69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.932083] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.781s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.948017] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b294cfac-44cc-4ee8-aff6-8b3b97d7e374 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.958532] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b11367-5d60-48d8-af5f-0f473622de48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.998189] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee4da2a-0c71-436f-ba3b-07d11f86165d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.006360] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.006610] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.011784] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0868e0b2-c3ca-46f3-ba5c-a2ba93ae155f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.027473] env[68934]: DEBUG nova.compute.provider_tree [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.194113] env[68934]: DEBUG nova.network.neutron [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Updated VIF entry in instance network info cache for port a8eaf989-b0fa-4a55-9083-8e632e7953ab. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.194709] env[68934]: DEBUG nova.network.neutron [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Updating instance_info_cache with network_info: [{"id": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "address": "fa:16:3e:cd:bb:8e", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eaf989-b0", "ovs_interfaceid": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.233912] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a466048-68e7-4a0c-b0be-8d6422fd883f tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.053s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.315290] env[68934]: DEBUG oslo_vmware.api [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249474} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.315290] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.315290] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.315472] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.315531] env[68934]: INFO nova.compute.manager [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Took 3.30 seconds to destroy the instance on the hypervisor. [ 709.315804] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.316088] env[68934]: DEBUG nova.compute.manager [-] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.316207] env[68934]: DEBUG nova.network.neutron [-] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.415362] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.439020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "refresh_cache-252d4911-0e62-46be-aeff-4b964a018205" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.439020] env[68934]: DEBUG nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Instance network_info: |[{"id": "88be3d08-28cc-4a54-a483-081edbe8b69a", "address": "fa:16:3e:ae:4d:2f", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88be3d08-28", "ovs_interfaceid": "88be3d08-28cc-4a54-a483-081edbe8b69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.439340] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.439500] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:4d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88be3d08-28cc-4a54-a483-081edbe8b69a', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.448977] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating folder: Project (3328af39f968456684fc19b77f25af92). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.449910] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93c28324-429d-41f4-9309-40224bf893ef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.460539] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created folder: Project (3328af39f968456684fc19b77f25af92) in parent group-v627191. [ 709.461149] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating folder: Instances. Parent ref: group-v627252. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.461149] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080e58b3-a895-47cb-8967-0e93d2ffbec3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.470339] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created folder: Instances in parent group-v627252. [ 709.470627] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.471890] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.471890] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74da4d1d-97c2-4e01-8111-960a278a5816 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.494718] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.494718] env[68934]: value = "task-3134484" [ 709.494718] env[68934]: _type = "Task" [ 709.494718] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.504054] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134484, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.532503] env[68934]: DEBUG nova.scheduler.client.report [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.700059] env[68934]: DEBUG oslo_concurrency.lockutils [req-7201f6f4-1568-43fa-b55a-17609f5474e5 req-af73936e-c175-4e68-bd87-0f67e65a8783 service nova] Releasing lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.736599] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.772535] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.772880] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.914725] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134481, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.974927] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.006575] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134484, 'name': CreateVM_Task, 'duration_secs': 0.403436} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.007300] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.007534] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.008360] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.008360] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008591] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6e1648-33ea-43e9-ba1b-ffd2b68e02bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.014252] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 710.014252] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f2018c-563d-841f-6419-fae0d56100cd" [ 710.014252] env[68934]: _type = "Task" [ 710.014252] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.023142] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f2018c-563d-841f-6419-fae0d56100cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.041349] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.041927] env[68934]: DEBUG nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.048022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.608s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.048022] env[68934]: DEBUG nova.objects.instance [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lazy-loading 'resources' on Instance uuid a6b3579a-92fc-4cc1-ba35-7d1234144a80 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.256099] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.372698] env[68934]: DEBUG nova.compute.manager [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Received event network-changed-88be3d08-28cc-4a54-a483-081edbe8b69a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.372976] env[68934]: DEBUG nova.compute.manager [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Refreshing instance network info cache due to event network-changed-88be3d08-28cc-4a54-a483-081edbe8b69a. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.373203] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] Acquiring lock "refresh_cache-252d4911-0e62-46be-aeff-4b964a018205" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.373351] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] Acquired lock "refresh_cache-252d4911-0e62-46be-aeff-4b964a018205" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.373958] env[68934]: DEBUG nova.network.neutron [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Refreshing network info cache for port 88be3d08-28cc-4a54-a483-081edbe8b69a {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.382081] env[68934]: DEBUG nova.network.neutron [-] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.414229] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134481, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.199821} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.414491] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 9acf0cdf-9800-4192-87c3-22259fe3b2f4/9acf0cdf-9800-4192-87c3-22259fe3b2f4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.414704] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.414948] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-913f1d16-e1c9-4ef2-bc4c-b79090b06a8d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.421591] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 710.421591] env[68934]: value = "task-3134485" [ 710.421591] env[68934]: _type = "Task" [ 710.421591] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.429648] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.525633] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f2018c-563d-841f-6419-fae0d56100cd, 'name': SearchDatastore_Task, 'duration_secs': 0.059675} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.526053] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.526293] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.526528] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.526678] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.526885] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.528171] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64591e8b-e326-4adb-890e-3de33aff941a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.541095] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.541310] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.542341] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d11d2c-5e24-4b4a-9a3f-460653ad8f3f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.549957] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 710.549957] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52817e6b-844d-1062-e845-363d11564370" [ 710.549957] env[68934]: _type = "Task" [ 710.549957] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.552289] env[68934]: DEBUG nova.compute.utils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.556011] env[68934]: DEBUG nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.556193] env[68934]: DEBUG nova.network.neutron [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.565857] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52817e6b-844d-1062-e845-363d11564370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.702571] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.702841] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.703089] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.703302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.703505] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.706053] env[68934]: INFO nova.compute.manager [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Terminating instance [ 710.750772] env[68934]: DEBUG nova.policy [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.884281] env[68934]: INFO nova.compute.manager [-] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Took 1.57 seconds to deallocate network for instance. [ 710.932034] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103714} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.932495] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.933851] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048b267c-199d-494e-8662-fa71d6d66c1a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.958968] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 9acf0cdf-9800-4192-87c3-22259fe3b2f4/9acf0cdf-9800-4192-87c3-22259fe3b2f4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.964033] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45f98de-55f8-4aff-96fc-26efa8257c3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.983743] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 710.983743] env[68934]: value = "task-3134486" [ 710.983743] env[68934]: _type = "Task" [ 710.983743] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.991981] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.057092] env[68934]: DEBUG nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.066446] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52817e6b-844d-1062-e845-363d11564370, 'name': SearchDatastore_Task, 'duration_secs': 0.022449} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.067464] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f71d37-85a2-4ae2-83d7-80533710b0bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.075622] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 711.075622] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf1ae4-d5f1-aba6-25cb-0fff7b5e273b" [ 711.075622] env[68934]: _type = "Task" [ 711.075622] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.094179] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf1ae4-d5f1-aba6-25cb-0fff7b5e273b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.138708] env[68934]: DEBUG nova.network.neutron [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Updated VIF entry in instance network info cache for port 88be3d08-28cc-4a54-a483-081edbe8b69a. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.139253] env[68934]: DEBUG nova.network.neutron [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Updating instance_info_cache with network_info: [{"id": "88be3d08-28cc-4a54-a483-081edbe8b69a", "address": "fa:16:3e:ae:4d:2f", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88be3d08-28", "ovs_interfaceid": "88be3d08-28cc-4a54-a483-081edbe8b69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.181870] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8ee67-5a78-4ffe-a5a8-8e0c57b3d5ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.191593] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbe56f1-442c-4836-849b-0b0a5d3fe9af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.225663] env[68934]: DEBUG nova.compute.manager [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.225921] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.228744] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57062838-f60d-4718-aacb-afa2b0ce5a49 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.231920] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b2b480-c551-44e1-bfd8-b275ff2a3fc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.235543] env[68934]: DEBUG nova.compute.manager [req-c71f85c9-7631-4274-b038-c7375062b20b req-820c25f8-f6c1-455c-afb4-7d4fe772d290 service nova] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Received event network-vif-deleted-f8991896-2f6f-4cdd-a990-647d4de39db8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.244032] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8666971-021a-4abb-8fa2-19dd56453f9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.248378] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.249231] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc3e2938-858d-4f42-bd4b-6caca87eaa2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.262661] env[68934]: DEBUG nova.compute.provider_tree [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.264428] env[68934]: DEBUG oslo_vmware.api [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 711.264428] env[68934]: value = "task-3134487" [ 711.264428] env[68934]: _type = "Task" [ 711.264428] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.393671] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.494586] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.585645] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf1ae4-d5f1-aba6-25cb-0fff7b5e273b, 'name': SearchDatastore_Task, 'duration_secs': 0.032361} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.586044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.590297] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 252d4911-0e62-46be-aeff-4b964a018205/252d4911-0e62-46be-aeff-4b964a018205.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.590297] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebdeab65-9187-4f54-a3f9-6e6382d7c5ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.594047] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 711.594047] env[68934]: value = "task-3134488" [ 711.594047] env[68934]: _type = "Task" [ 711.594047] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.601769] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.641852] env[68934]: DEBUG nova.network.neutron [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Successfully created port: 93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.645260] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.645855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.646079] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff414e80-6fb5-4bfc-b93d-0895dcc3afa1 req-37829746-e2a2-4166-b86a-5ee206493bbc service nova] Releasing lock "refresh_cache-252d4911-0e62-46be-aeff-4b964a018205" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.765103] env[68934]: DEBUG nova.scheduler.client.report [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.778933] env[68934]: DEBUG oslo_vmware.api [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134487, 'name': PowerOffVM_Task, 'duration_secs': 0.437184} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.779130] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.779644] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.779644] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67041b00-fd05-47ba-9508-8321526f6cec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.851811] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.852048] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.852236] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Deleting the datastore file [datastore1] 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.852496] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c544e33f-911f-498b-95a8-3d55eeed4e59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.875191] env[68934]: DEBUG oslo_vmware.api [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for the task: (returnval){ [ 711.875191] env[68934]: value = "task-3134490" [ 711.875191] env[68934]: _type = "Task" [ 711.875191] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.886484] env[68934]: DEBUG oslo_vmware.api [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.998584] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134486, 'name': ReconfigVM_Task, 'duration_secs': 0.786468} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.998584] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 9acf0cdf-9800-4192-87c3-22259fe3b2f4/9acf0cdf-9800-4192-87c3-22259fe3b2f4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.998584] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2951a82e-0973-4089-8511-302adcec2b37 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.003244] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 712.003244] env[68934]: value = "task-3134491" [ 712.003244] env[68934]: _type = "Task" [ 712.003244] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.011197] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134491, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.067684] env[68934]: DEBUG nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.095679] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.096009] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.096184] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.096368] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.096514] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.096682] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.096950] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.097141] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.097312] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.097479] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.097654] env[68934]: DEBUG nova.virt.hardware [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.098712] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8e3d16-cd8d-4899-b84c-6492e4e643f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.113940] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9bfe3-da56-4a6d-92eb-38af72b33803 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.120802] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134488, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.274410] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.276678] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.130s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.277025] env[68934]: DEBUG nova.objects.instance [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lazy-loading 'resources' on Instance uuid 16036e17-76b4-4e56-ada5-efc37e2e4f5a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.303746] env[68934]: INFO nova.scheduler.client.report [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Deleted allocations for instance a6b3579a-92fc-4cc1-ba35-7d1234144a80 [ 712.384666] env[68934]: DEBUG oslo_vmware.api [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.512823] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134491, 'name': Rename_Task, 'duration_secs': 0.235755} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.513142] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.513393] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a9a74c-6f0a-4778-ac14-ef0f19f1a548 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.519535] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 712.519535] env[68934]: value = "task-3134492" [ 712.519535] env[68934]: _type = "Task" [ 712.519535] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.526912] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.607641] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816617} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.607839] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 252d4911-0e62-46be-aeff-4b964a018205/252d4911-0e62-46be-aeff-4b964a018205.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.608073] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.608320] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a359e52-4fce-4c46-98b8-ddf831fddeee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.615236] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 712.615236] env[68934]: value = "task-3134493" [ 712.615236] env[68934]: _type = "Task" [ 712.615236] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.623214] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.814043] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ed9c453-7801-42ab-b11c-4249d349bd16 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Lock "a6b3579a-92fc-4cc1-ba35-7d1234144a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.160s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.884385] env[68934]: DEBUG oslo_vmware.api [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Task: {'id': task-3134490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.766022} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.887012] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.887242] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.887415] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.887586] env[68934]: INFO nova.compute.manager [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 712.887831] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.888241] env[68934]: DEBUG nova.compute.manager [-] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.888344] env[68934]: DEBUG nova.network.neutron [-] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.029533] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.127078] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102701} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.127078] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.128162] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974432a-263b-4721-b358-eefbdc055eb8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.155891] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 252d4911-0e62-46be-aeff-4b964a018205/252d4911-0e62-46be-aeff-4b964a018205.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.159097] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656405eb-1560-400b-8564-fcbd155be36b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.183167] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 713.183167] env[68934]: value = "task-3134494" [ 713.183167] env[68934]: _type = "Task" [ 713.183167] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.193533] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.256192] env[68934]: DEBUG nova.compute.manager [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Received event network-changed-2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.256509] env[68934]: DEBUG nova.compute.manager [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Refreshing instance network info cache due to event network-changed-2f707f2a-318e-496f-b89f-e75c80b1eae6. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.256870] env[68934]: DEBUG oslo_concurrency.lockutils [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] Acquiring lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.257170] env[68934]: DEBUG oslo_concurrency.lockutils [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] Acquired lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.257446] env[68934]: DEBUG nova.network.neutron [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Refreshing network info cache for port 2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.399972] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fd4825-d475-4fed-adfd-39f7c6b5bb06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.410329] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e134c26-3586-4075-af0c-1c82dbf9ed42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.444586] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c54f5d-61fe-44cc-8a2a-826e6c77e189 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.452516] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c37bdee-5885-4227-b6c9-0ecd12ed127d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.467493] env[68934]: DEBUG nova.compute.provider_tree [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.530362] env[68934]: DEBUG oslo_vmware.api [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134492, 'name': PowerOnVM_Task, 'duration_secs': 0.80755} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.534020] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.534020] env[68934]: INFO nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Took 9.19 seconds to spawn the instance on the hypervisor. [ 713.534020] env[68934]: DEBUG nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.534020] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c5915-e2e7-4e3b-8cad-dacfe146905d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.641927] env[68934]: DEBUG nova.compute.manager [req-7bf938fb-6c6c-477a-bc95-9cb49c24a556 req-9e987909-7c1c-4cfc-89ce-f638b2cd66ed service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Received event network-vif-deleted-b7fabe2a-a946-4033-a56d-de9abb2a34b5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.642140] env[68934]: INFO nova.compute.manager [req-7bf938fb-6c6c-477a-bc95-9cb49c24a556 req-9e987909-7c1c-4cfc-89ce-f638b2cd66ed service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Neutron deleted interface b7fabe2a-a946-4033-a56d-de9abb2a34b5; detaching it from the instance and deleting it from the info cache [ 713.642315] env[68934]: DEBUG nova.network.neutron [req-7bf938fb-6c6c-477a-bc95-9cb49c24a556 req-9e987909-7c1c-4cfc-89ce-f638b2cd66ed service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.695791] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134494, 'name': ReconfigVM_Task, 'duration_secs': 0.30675} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.696102] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 252d4911-0e62-46be-aeff-4b964a018205/252d4911-0e62-46be-aeff-4b964a018205.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.696747] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a5cd036-d015-4c2d-a760-22b1c4f3ffc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.703880] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 713.703880] env[68934]: value = "task-3134495" [ 713.703880] env[68934]: _type = "Task" [ 713.703880] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.714016] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134495, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.761170] env[68934]: DEBUG nova.network.neutron [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Successfully updated port: 93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.894215] env[68934]: DEBUG nova.network.neutron [-] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.971342] env[68934]: DEBUG nova.scheduler.client.report [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.052945] env[68934]: INFO nova.compute.manager [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Took 36.78 seconds to build instance. [ 714.139286] env[68934]: DEBUG nova.network.neutron [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Updated VIF entry in instance network info cache for port 2f707f2a-318e-496f-b89f-e75c80b1eae6. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.139646] env[68934]: DEBUG nova.network.neutron [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Updating instance_info_cache with network_info: [{"id": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "address": "fa:16:3e:1d:a5:15", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f707f2a-31", "ovs_interfaceid": "2f707f2a-318e-496f-b89f-e75c80b1eae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.144664] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d00e695-db8e-4fba-8dfd-b2ff4f07de09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.154248] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172cdf04-9d6f-4d80-b289-ad1f7e9d8735 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.189045] env[68934]: DEBUG nova.compute.manager [req-7bf938fb-6c6c-477a-bc95-9cb49c24a556 req-9e987909-7c1c-4cfc-89ce-f638b2cd66ed service nova] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Detach interface failed, port_id=b7fabe2a-a946-4033-a56d-de9abb2a34b5, reason: Instance 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 714.213652] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134495, 'name': Rename_Task, 'duration_secs': 0.142927} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.213986] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.214241] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2428ca5-1598-4272-860b-c84eb4aa8023 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.220680] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 714.220680] env[68934]: value = "task-3134496" [ 714.220680] env[68934]: _type = "Task" [ 714.220680] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.228159] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.265515] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.266027] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.266027] env[68934]: DEBUG nova.network.neutron [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.397249] env[68934]: INFO nova.compute.manager [-] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Took 1.51 seconds to deallocate network for instance. [ 714.476412] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.478790] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.180s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.480343] env[68934]: INFO nova.compute.claims [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.509912] env[68934]: INFO nova.scheduler.client.report [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Deleted allocations for instance 16036e17-76b4-4e56-ada5-efc37e2e4f5a [ 714.554666] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.480s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.584608] env[68934]: DEBUG nova.compute.manager [None req-f1809f13-6d4a-4a5c-89ad-2dfe5e5a1ef4 tempest-ServerExternalEventsTest-1176663549 tempest-ServerExternalEventsTest-1176663549-project] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Received event network-changed {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.584826] env[68934]: DEBUG nova.compute.manager [None req-f1809f13-6d4a-4a5c-89ad-2dfe5e5a1ef4 tempest-ServerExternalEventsTest-1176663549 tempest-ServerExternalEventsTest-1176663549-project] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Refreshing instance network info cache due to event network-changed. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.585029] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1809f13-6d4a-4a5c-89ad-2dfe5e5a1ef4 tempest-ServerExternalEventsTest-1176663549 tempest-ServerExternalEventsTest-1176663549-project] Acquiring lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.585184] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1809f13-6d4a-4a5c-89ad-2dfe5e5a1ef4 tempest-ServerExternalEventsTest-1176663549 tempest-ServerExternalEventsTest-1176663549-project] Acquired lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.585346] env[68934]: DEBUG nova.network.neutron [None req-f1809f13-6d4a-4a5c-89ad-2dfe5e5a1ef4 tempest-ServerExternalEventsTest-1176663549 tempest-ServerExternalEventsTest-1176663549-project] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.643452] env[68934]: DEBUG oslo_concurrency.lockutils [req-8ad840ad-a320-466e-aeb2-e0a502165c1a req-b0c04e6b-d980-4138-b428-2ae17315bd94 service nova] Releasing lock "refresh_cache-aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.731894] env[68934]: DEBUG oslo_vmware.api [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134496, 'name': PowerOnVM_Task, 'duration_secs': 0.495683} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.732228] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.732474] env[68934]: INFO nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Took 7.57 seconds to spawn the instance on the hypervisor. [ 714.732708] env[68934]: DEBUG nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.733918] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b621329-4a59-4599-bb2f-5e5595426aa4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.831053] env[68934]: DEBUG nova.network.neutron [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.903879] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.006970] env[68934]: DEBUG nova.network.neutron [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.020733] env[68934]: DEBUG oslo_concurrency.lockutils [None req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Lock "16036e17-76b4-4e56-ada5-efc37e2e4f5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.735s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.057922] env[68934]: DEBUG nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.171877] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.172123] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.172370] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.172865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.173078] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.181019] env[68934]: INFO nova.compute.manager [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Terminating instance [ 715.253782] env[68934]: INFO nova.compute.manager [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Took 36.58 seconds to build instance. [ 715.406807] env[68934]: DEBUG nova.network.neutron [None req-f1809f13-6d4a-4a5c-89ad-2dfe5e5a1ef4 tempest-ServerExternalEventsTest-1176663549 tempest-ServerExternalEventsTest-1176663549-project] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Updating instance_info_cache with network_info: [{"id": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "address": "fa:16:3e:cd:bb:8e", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eaf989-b0", "ovs_interfaceid": "a8eaf989-b0fa-4a55-9083-8e632e7953ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.426230] env[68934]: DEBUG nova.compute.manager [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received event network-vif-plugged-93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.426230] env[68934]: DEBUG oslo_concurrency.lockutils [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.426230] env[68934]: DEBUG oslo_concurrency.lockutils [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.426230] env[68934]: DEBUG oslo_concurrency.lockutils [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.426230] env[68934]: DEBUG nova.compute.manager [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] No waiting events found dispatching network-vif-plugged-93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.426419] env[68934]: WARNING nova.compute.manager [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received unexpected event network-vif-plugged-93e2ab6f-21e5-4d68-8116-061a6e1958e3 for instance with vm_state building and task_state spawning. [ 715.426628] env[68934]: DEBUG nova.compute.manager [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received event network-changed-93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.426946] env[68934]: DEBUG nova.compute.manager [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Refreshing instance network info cache due to event network-changed-93e2ab6f-21e5-4d68-8116-061a6e1958e3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.427368] env[68934]: DEBUG oslo_concurrency.lockutils [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] Acquiring lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.509877] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.510257] env[68934]: DEBUG nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Instance network_info: |[{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.510561] env[68934]: DEBUG oslo_concurrency.lockutils [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] Acquired lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.510742] env[68934]: DEBUG nova.network.neutron [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Refreshing network info cache for port 93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.512143] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:d1:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93e2ab6f-21e5-4d68-8116-061a6e1958e3', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.519593] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Creating folder: Project (bd401908334f4898ab12b3fdeba11b74). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.524849] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fede1fd-f898-4615-a989-27a096b8e4e3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.542797] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Created folder: Project (bd401908334f4898ab12b3fdeba11b74) in parent group-v627191. [ 715.542999] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Creating folder: Instances. Parent ref: group-v627255. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.543474] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06205489-8479-4a5b-9fad-887bb78d4bda {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.553041] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Created folder: Instances in parent group-v627255. [ 715.553292] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.553511] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.553853] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb287329-2abc-4b4c-b41b-cec79a3508d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.582999] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.582999] env[68934]: value = "task-3134499" [ 715.582999] env[68934]: _type = "Task" [ 715.582999] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.593945] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134499, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.597197] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.685384] env[68934]: DEBUG nova.compute.manager [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.685384] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.686061] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8283c030-35cc-4abc-a973-3a46fba44614 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.699849] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.702424] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f78ceb0d-16d2-456b-9f7d-d82749f09ac9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.711879] env[68934]: DEBUG oslo_vmware.api [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 715.711879] env[68934]: value = "task-3134500" [ 715.711879] env[68934]: _type = "Task" [ 715.711879] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.729727] env[68934]: DEBUG oslo_vmware.api [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.757017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ce46f09f-aca7-498e-adac-b51771cbc659 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.847s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.853417] env[68934]: DEBUG nova.network.neutron [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updated VIF entry in instance network info cache for port 93e2ab6f-21e5-4d68-8116-061a6e1958e3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.853861] env[68934]: DEBUG nova.network.neutron [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.910242] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1809f13-6d4a-4a5c-89ad-2dfe5e5a1ef4 tempest-ServerExternalEventsTest-1176663549 tempest-ServerExternalEventsTest-1176663549-project] Releasing lock "refresh_cache-9acf0cdf-9800-4192-87c3-22259fe3b2f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.102257] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134499, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.138642] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60615247-7c0b-4dfc-b3e5-6262d123521d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.148229] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab4e1e1-0a61-43e9-b9f3-bbbf089f67a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.185563] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c9b2c1-c123-474e-a41d-a24b1a0b6004 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.195255] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e9ebc-c2e2-4f0d-ba45-7d94b9a8f22a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.209682] env[68934]: DEBUG nova.compute.provider_tree [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.224939] env[68934]: DEBUG oslo_vmware.api [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134500, 'name': PowerOffVM_Task, 'duration_secs': 0.298642} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.225249] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.225420] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.225704] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5adac9b5-66ba-4ed6-9c6f-36acfb37d3d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.262968] env[68934]: DEBUG nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.303355] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.303355] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.303821] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Deleting the datastore file [datastore1] 9acf0cdf-9800-4192-87c3-22259fe3b2f4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.303873] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa7288bb-d9b7-4c30-85e1-01e1c5bd9d87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.310024] env[68934]: DEBUG oslo_vmware.api [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for the task: (returnval){ [ 716.310024] env[68934]: value = "task-3134502" [ 716.310024] env[68934]: _type = "Task" [ 716.310024] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.319255] env[68934]: DEBUG oslo_vmware.api [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.357562] env[68934]: DEBUG oslo_concurrency.lockutils [req-e810039a-cfc6-4b20-96db-9cab25556f8f req-6a7da4ab-da22-4cc6-807a-01f1da1da7e5 service nova] Releasing lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.592777] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134499, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.595328] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "252d4911-0e62-46be-aeff-4b964a018205" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.595557] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.595732] env[68934]: DEBUG nova.compute.manager [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.596502] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa686ac3-f24f-4b11-80b8-d0b5a9e89940 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.603326] env[68934]: DEBUG nova.compute.manager [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 716.607015] env[68934]: DEBUG nova.objects.instance [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lazy-loading 'flavor' on Instance uuid 252d4911-0e62-46be-aeff-4b964a018205 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.714083] env[68934]: DEBUG nova.scheduler.client.report [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.816860] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.822594] env[68934]: DEBUG oslo_vmware.api [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Task: {'id': task-3134502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177887} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.822837] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.823028] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.823200] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.823368] env[68934]: INFO nova.compute.manager [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 716.823604] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.823799] env[68934]: DEBUG nova.compute.manager [-] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.823902] env[68934]: DEBUG nova.network.neutron [-] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.095191] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134499, 'name': CreateVM_Task, 'duration_secs': 1.452001} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.095191] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.095191] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.095191] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.095459] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.095709] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a972a0-b48e-4983-b2ee-7dd70bc97a30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.103198] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 717.103198] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52223928-0cb7-cc1b-38c2-d4bf6cbfdba2" [ 717.103198] env[68934]: _type = "Task" [ 717.103198] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.112851] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52223928-0cb7-cc1b-38c2-d4bf6cbfdba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.221250] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.221782] env[68934]: DEBUG nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.226970] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.300s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.228449] env[68934]: INFO nova.compute.claims [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.531952] env[68934]: DEBUG nova.compute.manager [req-a554c4cb-2551-41bd-8060-071ee4cff6f7 req-04d31c74-65ee-4771-bcc0-abf03c9183f5 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Received event network-vif-deleted-a8eaf989-b0fa-4a55-9083-8e632e7953ab {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.532347] env[68934]: INFO nova.compute.manager [req-a554c4cb-2551-41bd-8060-071ee4cff6f7 req-04d31c74-65ee-4771-bcc0-abf03c9183f5 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Neutron deleted interface a8eaf989-b0fa-4a55-9083-8e632e7953ab; detaching it from the instance and deleting it from the info cache [ 717.532544] env[68934]: DEBUG nova.network.neutron [req-a554c4cb-2551-41bd-8060-071ee4cff6f7 req-04d31c74-65ee-4771-bcc0-abf03c9183f5 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.616126] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52223928-0cb7-cc1b-38c2-d4bf6cbfdba2, 'name': SearchDatastore_Task, 'duration_secs': 0.021987} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.616453] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.616808] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.616889] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.617033] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.617306] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.617479] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4c0f9c-812d-4608-80bc-f57545ddadca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.620111] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.620111] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae84b50-9e45-4dbb-8ab5-e426c8658cb9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.628465] env[68934]: DEBUG oslo_vmware.api [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 717.628465] env[68934]: value = "task-3134503" [ 717.628465] env[68934]: _type = "Task" [ 717.628465] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.629095] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.629267] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.634103] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8ad770-6641-40d6-a4c5-00d4a38f0604 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.641344] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 717.641344] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524dff1d-7a42-d252-4a5d-897472b79937" [ 717.641344] env[68934]: _type = "Task" [ 717.641344] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.643704] env[68934]: DEBUG oslo_vmware.api [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.651934] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524dff1d-7a42-d252-4a5d-897472b79937, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.652809] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551544c1-3183-4bfa-8e34-c204f65850db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.658199] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 717.658199] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fea24e-964e-a7f7-5147-2f662695328d" [ 717.658199] env[68934]: _type = "Task" [ 717.658199] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.666728] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fea24e-964e-a7f7-5147-2f662695328d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.734095] env[68934]: DEBUG nova.compute.utils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.741181] env[68934]: DEBUG nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.741416] env[68934]: DEBUG nova.network.neutron [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.745561] env[68934]: DEBUG nova.network.neutron [-] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.846483] env[68934]: DEBUG nova.policy [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2847669ff6cd4efeaa8ea8c0139e1e4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3adfd91314304731a41d6faf154e3e7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.035505] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b498b6a-0aec-4b12-8f7f-38b2bc0fa07a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.045135] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0719d0-6aab-41e0-85e9-4c192efb7ae7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.084317] env[68934]: DEBUG nova.compute.manager [req-a554c4cb-2551-41bd-8060-071ee4cff6f7 req-04d31c74-65ee-4771-bcc0-abf03c9183f5 service nova] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Detach interface failed, port_id=a8eaf989-b0fa-4a55-9083-8e632e7953ab, reason: Instance 9acf0cdf-9800-4192-87c3-22259fe3b2f4 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 718.145841] env[68934]: DEBUG oslo_vmware.api [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134503, 'name': PowerOffVM_Task, 'duration_secs': 0.274106} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.146130] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.146248] env[68934]: DEBUG nova.compute.manager [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.147482] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2f16d-d9d6-47c0-a1ed-6ae6831fd2de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.171729] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fea24e-964e-a7f7-5147-2f662695328d, 'name': SearchDatastore_Task, 'duration_secs': 0.008758} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.172119] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.172534] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] db1a6cbd-b6d9-420d-8619-14d68e950fb9/db1a6cbd-b6d9-420d-8619-14d68e950fb9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.173116] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6a9554f-b3f2-43d3-a075-52d4c5c62401 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.181787] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 718.181787] env[68934]: value = "task-3134504" [ 718.181787] env[68934]: _type = "Task" [ 718.181787] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.195774] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.242050] env[68934]: DEBUG nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.251210] env[68934]: INFO nova.compute.manager [-] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Took 1.43 seconds to deallocate network for instance. [ 718.401767] env[68934]: DEBUG nova.network.neutron [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Successfully created port: 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.663480] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9044a2cd-6621-4279-ab55-cd9af15994e4 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.701363] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134504, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.762027] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.867366] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b79ed-f172-4b25-af8d-207fb1621579 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.877748] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd80265-2bb3-44fa-ad0d-b05fdfc3dc71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.915652] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba069ee-012a-442f-b430-f0afe73f2e77 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.924267] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9298f1-9fe8-4b22-ac13-556420b8217d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.938463] env[68934]: DEBUG nova.compute.provider_tree [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.200288] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555165} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.200609] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] db1a6cbd-b6d9-420d-8619-14d68e950fb9/db1a6cbd-b6d9-420d-8619-14d68e950fb9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.201373] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.201373] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeb87ed6-67ab-432c-926b-7a3ccc6b170b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.210092] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 719.210092] env[68934]: value = "task-3134505" [ 719.210092] env[68934]: _type = "Task" [ 719.210092] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.219235] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.252667] env[68934]: DEBUG nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.279389] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.279618] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.279770] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.280746] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.280746] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.280746] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.280746] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.280746] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.281109] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.281109] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.282638] env[68934]: DEBUG nova.virt.hardware [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.285033] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaa77d9-6aab-4b84-9679-5b8d621affaf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.297926] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d1bbd-7368-4442-bd9e-b5d1378ae6e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.443168] env[68934]: DEBUG nova.scheduler.client.report [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.721615] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132786} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.722099] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.722849] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1e741a-0016-49a6-b372-c184bbebad03 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.750927] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] db1a6cbd-b6d9-420d-8619-14d68e950fb9/db1a6cbd-b6d9-420d-8619-14d68e950fb9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.751875] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2efb89c-74ca-4dc0-bb60-5845f4118b5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.773407] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 719.773407] env[68934]: value = "task-3134506" [ 719.773407] env[68934]: _type = "Task" [ 719.773407] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.784156] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.949097] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.949950] env[68934]: DEBUG nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.952231] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.091s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.952424] env[68934]: DEBUG nova.objects.instance [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 720.243538] env[68934]: DEBUG nova.compute.manager [req-840d0714-edf1-401b-a264-a53942080725 req-9f6ca3f8-97cb-4497-ae16-8aaea6aa75a8 service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Received event network-vif-plugged-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.243538] env[68934]: DEBUG oslo_concurrency.lockutils [req-840d0714-edf1-401b-a264-a53942080725 req-9f6ca3f8-97cb-4497-ae16-8aaea6aa75a8 service nova] Acquiring lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.243538] env[68934]: DEBUG oslo_concurrency.lockutils [req-840d0714-edf1-401b-a264-a53942080725 req-9f6ca3f8-97cb-4497-ae16-8aaea6aa75a8 service nova] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.243939] env[68934]: DEBUG oslo_concurrency.lockutils [req-840d0714-edf1-401b-a264-a53942080725 req-9f6ca3f8-97cb-4497-ae16-8aaea6aa75a8 service nova] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.244252] env[68934]: DEBUG nova.compute.manager [req-840d0714-edf1-401b-a264-a53942080725 req-9f6ca3f8-97cb-4497-ae16-8aaea6aa75a8 service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] No waiting events found dispatching network-vif-plugged-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.244502] env[68934]: WARNING nova.compute.manager [req-840d0714-edf1-401b-a264-a53942080725 req-9f6ca3f8-97cb-4497-ae16-8aaea6aa75a8 service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Received unexpected event network-vif-plugged-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 for instance with vm_state building and task_state spawning. [ 720.281795] env[68934]: DEBUG nova.compute.manager [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.288820] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c2c92-baa1-42d2-9421-4731227fdaf5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.291490] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134506, 'name': ReconfigVM_Task, 'duration_secs': 0.286068} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.293068] env[68934]: DEBUG nova.network.neutron [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Successfully updated port: 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.297576] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Reconfigured VM instance instance-00000015 to attach disk [datastore1] db1a6cbd-b6d9-420d-8619-14d68e950fb9/db1a6cbd-b6d9-420d-8619-14d68e950fb9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.298864] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c1fb41-9678-4756-9a01-f5c7d9058b44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.308531] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 720.308531] env[68934]: value = "task-3134507" [ 720.308531] env[68934]: _type = "Task" [ 720.308531] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.324919] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134507, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.462997] env[68934]: DEBUG nova.compute.utils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.466139] env[68934]: DEBUG nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.466461] env[68934]: DEBUG nova.network.neutron [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.526412] env[68934]: DEBUG nova.policy [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf91d53c036849bdbebac4f32ddc9968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '323667b3a9514f67ac85906c37a771ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.800565] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "refresh_cache-0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.800724] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquired lock "refresh_cache-0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.801033] env[68934]: DEBUG nova.network.neutron [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.806653] env[68934]: INFO nova.compute.manager [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] instance snapshotting [ 720.806933] env[68934]: WARNING nova.compute.manager [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 720.810659] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a91229-6198-4dfa-9757-0f764a010c29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.825998] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134507, 'name': Rename_Task, 'duration_secs': 0.140109} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.842652] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.843981] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b568cd01-6e2e-4b9a-a2a1-6f70c5df9191 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.846047] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e804d-2474-4d9d-9c9c-58ac3ccf7f62 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.858872] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 720.858872] env[68934]: value = "task-3134508" [ 720.858872] env[68934]: _type = "Task" [ 720.858872] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.867323] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.969024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69168e28-3bbc-4f9b-b7d2-48ab96a83f0e tempest-ServersAdmin275Test-1323446195 tempest-ServersAdmin275Test-1323446195-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.969024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.056s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.971855] env[68934]: INFO nova.compute.claims [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.975886] env[68934]: DEBUG nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.028716] env[68934]: DEBUG nova.network.neutron [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Successfully created port: 4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.337380] env[68934]: DEBUG nova.network.neutron [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.365894] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.366633] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f706f68-ac14-454e-90ce-f9e70839ba04 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.374771] env[68934]: DEBUG oslo_vmware.api [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134508, 'name': PowerOnVM_Task, 'duration_secs': 0.448559} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.376136] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.376410] env[68934]: INFO nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Took 9.31 seconds to spawn the instance on the hypervisor. [ 721.376583] env[68934]: DEBUG nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.376932] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 721.376932] env[68934]: value = "task-3134509" [ 721.376932] env[68934]: _type = "Task" [ 721.376932] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.377684] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d97b84-1ecc-4bde-b2b6-980798ca0c50 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.389567] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.499728] env[68934]: DEBUG nova.network.neutron [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Updating instance_info_cache with network_info: [{"id": "0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58", "address": "fa:16:3e:63:8c:94", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4de480-2d", "ovs_interfaceid": "0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.712580] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "a83545a2-c742-40b1-9851-06a2120c99ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.712580] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "a83545a2-c742-40b1-9851-06a2120c99ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.890951] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134509, 'name': CreateSnapshot_Task, 'duration_secs': 0.370773} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.891165] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.892181] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f48c6a-3c28-4795-9684-223741339970 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.907163] env[68934]: INFO nova.compute.manager [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Took 40.87 seconds to build instance. [ 721.990193] env[68934]: DEBUG nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.001656] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Releasing lock "refresh_cache-0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.001656] env[68934]: DEBUG nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Instance network_info: |[{"id": "0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58", "address": "fa:16:3e:63:8c:94", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4de480-2d", "ovs_interfaceid": "0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.002071] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:8c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.015680] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Creating folder: Project (3adfd91314304731a41d6faf154e3e7f). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.021046] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1d6d842-f653-4d43-b1a6-804671f2fb2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.031836] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.031961] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.032146] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.032316] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.032662] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.032662] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.032803] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.033017] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.033124] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.033543] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.033719] env[68934]: DEBUG nova.virt.hardware [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.034633] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57e5b53-8c5e-4736-81c2-e5b16dc5d898 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.039363] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Created folder: Project (3adfd91314304731a41d6faf154e3e7f) in parent group-v627191. [ 722.039363] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Creating folder: Instances. Parent ref: group-v627259. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.039902] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63c79049-a1c5-487f-be26-7fbcbcb3861a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.047302] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de744a8-6ced-4ae2-9a94-9406388c164a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.053353] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Created folder: Instances in parent group-v627259. [ 722.053589] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.062437] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.062894] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f04da0-ef25-4553-b9e4-b9ba6a5cb47f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.084993] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.084993] env[68934]: value = "task-3134512" [ 722.084993] env[68934]: _type = "Task" [ 722.084993] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.093489] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134512, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.422257] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.422612] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b7cfd65b-1f32-4a42-85d2-1554336233bc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.276s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.425337] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6029e04a-265f-4f8a-95ec-71f9ba80f6c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.438127] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 722.438127] env[68934]: value = "task-3134513" [ 722.438127] env[68934]: _type = "Task" [ 722.438127] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.452655] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134513, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.454747] env[68934]: DEBUG nova.compute.manager [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Received event network-changed-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.454932] env[68934]: DEBUG nova.compute.manager [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Refreshing instance network info cache due to event network-changed-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.455158] env[68934]: DEBUG oslo_concurrency.lockutils [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] Acquiring lock "refresh_cache-0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.455298] env[68934]: DEBUG oslo_concurrency.lockutils [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] Acquired lock "refresh_cache-0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.455463] env[68934]: DEBUG nova.network.neutron [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Refreshing network info cache for port 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.598454] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134512, 'name': CreateVM_Task, 'duration_secs': 0.349376} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.598454] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.601217] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.601383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.601693] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.602456] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c92f166-b1a9-4574-bc6b-e3edd98fa113 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.607591] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 722.607591] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525156ab-b5a9-bfb0-3deb-e6355d42c5d2" [ 722.607591] env[68934]: _type = "Task" [ 722.607591] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.616421] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525156ab-b5a9-bfb0-3deb-e6355d42c5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.660871] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53256641-05ca-45e8-9430-6ee0de28491f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.669415] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2509055-9a1c-4087-b28e-63e56bb9c348 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.704083] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08c7af6-e796-413c-87e5-b9c842a6ee15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.713866] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85231ef6-15b1-4e62-98ab-b6e652a5e096 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.726851] env[68934]: DEBUG nova.compute.provider_tree [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.937411] env[68934]: DEBUG nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.955853] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134513, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.121017] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525156ab-b5a9-bfb0-3deb-e6355d42c5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014314} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.127020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.127020] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.127020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.127020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.127243] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.127516] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ebccfd3-f789-44b5-8b53-d63d814cf519 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.137111] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.139969] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.139969] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191c3487-c058-4f5a-b6aa-e48ab5dd2014 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.144569] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 723.144569] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5261ac7b-4bc1-fc25-b52c-ee12ec6eb8a3" [ 723.144569] env[68934]: _type = "Task" [ 723.144569] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.155166] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5261ac7b-4bc1-fc25-b52c-ee12ec6eb8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.174202] env[68934]: DEBUG nova.network.neutron [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Successfully updated port: 4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.224417] env[68934]: DEBUG nova.network.neutron [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Updated VIF entry in instance network info cache for port 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.224417] env[68934]: DEBUG nova.network.neutron [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Updating instance_info_cache with network_info: [{"id": "0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58", "address": "fa:16:3e:63:8c:94", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4de480-2d", "ovs_interfaceid": "0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.230546] env[68934]: DEBUG nova.scheduler.client.report [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.415892] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "2bc2caab-11f2-4327-a1be-7772277eedf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.415892] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.457016] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134513, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.468718] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.658721] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5261ac7b-4bc1-fc25-b52c-ee12ec6eb8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.659542] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a127267-7f7c-4543-bcfb-91fdb4c09bcb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.665100] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 723.665100] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522df4be-603b-51cf-f6fc-264278aebbb1" [ 723.665100] env[68934]: _type = "Task" [ 723.665100] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.673647] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522df4be-603b-51cf-f6fc-264278aebbb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.675625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.675785] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.675960] env[68934]: DEBUG nova.network.neutron [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.727091] env[68934]: DEBUG oslo_concurrency.lockutils [req-7234ac35-0974-4695-a7cd-5d3b07494553 req-b4294d60-5511-4100-9c89-8a6d7b626dca service nova] Releasing lock "refresh_cache-0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.736329] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.736811] env[68934]: DEBUG nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.743018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.321s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.743018] env[68934]: DEBUG nova.objects.instance [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.950851] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134513, 'name': CloneVM_Task, 'duration_secs': 1.504214} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.951152] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Created linked-clone VM from snapshot [ 723.951903] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622d8b0a-f05a-4997-84ee-f15f3536f50c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.959062] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Uploading image 703e0129-1aff-4ab5-927e-e58dbe9c5c38 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 723.983435] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 723.983435] env[68934]: value = "vm-627262" [ 723.983435] env[68934]: _type = "VirtualMachine" [ 723.983435] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 723.983756] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fdb81f71-b5f5-48c2-bf24-8cad68741bd8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.990484] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease: (returnval){ [ 723.990484] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528928b7-65bb-3278-6a61-cc372c262ede" [ 723.990484] env[68934]: _type = "HttpNfcLease" [ 723.990484] env[68934]: } obtained for exporting VM: (result){ [ 723.990484] env[68934]: value = "vm-627262" [ 723.990484] env[68934]: _type = "VirtualMachine" [ 723.990484] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 723.990759] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the lease: (returnval){ [ 723.990759] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528928b7-65bb-3278-6a61-cc372c262ede" [ 723.990759] env[68934]: _type = "HttpNfcLease" [ 723.990759] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 723.997211] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.997211] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528928b7-65bb-3278-6a61-cc372c262ede" [ 723.997211] env[68934]: _type = "HttpNfcLease" [ 723.997211] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.175628] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522df4be-603b-51cf-f6fc-264278aebbb1, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.175933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.176218] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d/0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.176470] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da32bfa-970c-4f6f-b4a0-2ffac981e241 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.185128] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 724.185128] env[68934]: value = "task-3134515" [ 724.185128] env[68934]: _type = "Task" [ 724.185128] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.192357] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.208879] env[68934]: DEBUG nova.network.neutron [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.244745] env[68934]: DEBUG nova.compute.utils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.248295] env[68934]: DEBUG nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.248509] env[68934]: DEBUG nova.network.neutron [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.310548] env[68934]: DEBUG nova.policy [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd0d6c6f443448d4bb508b5f6a7d817a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '759b86bfbac641169eb8825f5b0990dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.352613] env[68934]: DEBUG nova.network.neutron [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [{"id": "4180615f-8255-4923-aba2-fd73e8b05c1a", "address": "fa:16:3e:46:6b:7d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4180615f-82", "ovs_interfaceid": "4180615f-8255-4923-aba2-fd73e8b05c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.485191] env[68934]: DEBUG nova.compute.manager [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Received event network-vif-plugged-4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.486223] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Acquiring lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.486632] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.486971] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.487327] env[68934]: DEBUG nova.compute.manager [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] No waiting events found dispatching network-vif-plugged-4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.489975] env[68934]: WARNING nova.compute.manager [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Received unexpected event network-vif-plugged-4180615f-8255-4923-aba2-fd73e8b05c1a for instance with vm_state building and task_state spawning. [ 724.489975] env[68934]: DEBUG nova.compute.manager [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received event network-changed-93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.489975] env[68934]: DEBUG nova.compute.manager [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Refreshing instance network info cache due to event network-changed-93e2ab6f-21e5-4d68-8116-061a6e1958e3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.489975] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Acquiring lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.489975] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Acquired lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.490312] env[68934]: DEBUG nova.network.neutron [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Refreshing network info cache for port 93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.500360] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.500360] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528928b7-65bb-3278-6a61-cc372c262ede" [ 724.500360] env[68934]: _type = "HttpNfcLease" [ 724.500360] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.500360] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.500360] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528928b7-65bb-3278-6a61-cc372c262ede" [ 724.500360] env[68934]: _type = "HttpNfcLease" [ 724.500360] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.500360] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf22e6e0-d41c-45f5-a06e-cc4243b3a880 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.513692] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206b201-a6f4-155b-eb5f-83aa207f7032/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.514044] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206b201-a6f4-155b-eb5f-83aa207f7032/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 724.609606] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-357d9ce7-6f75-4125-acd0-108ec1c74be2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.683428] env[68934]: DEBUG nova.network.neutron [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Successfully created port: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.697364] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.750071] env[68934]: DEBUG nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.755315] env[68934]: DEBUG oslo_concurrency.lockutils [None req-474b0248-e26a-4c97-92fc-b92353e1ace6 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.760822] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.232s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.761336] env[68934]: DEBUG nova.objects.instance [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lazy-loading 'resources' on Instance uuid 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.857554] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Releasing lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.857554] env[68934]: DEBUG nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance network_info: |[{"id": "4180615f-8255-4923-aba2-fd73e8b05c1a", "address": "fa:16:3e:46:6b:7d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4180615f-82", "ovs_interfaceid": "4180615f-8255-4923-aba2-fd73e8b05c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.857702] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:6b:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4180615f-8255-4923-aba2-fd73e8b05c1a', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.865704] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.866191] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.866912] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecded27a-06a8-4626-bb95-4ce7e7cae5f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.889257] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.889257] env[68934]: value = "task-3134516" [ 724.889257] env[68934]: _type = "Task" [ 724.889257] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.898135] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134516, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.197748] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861712} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.198475] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d/0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.198736] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.199017] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58cebfb3-9325-45c0-a161-90b3a616360f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.209312] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 725.209312] env[68934]: value = "task-3134517" [ 725.209312] env[68934]: _type = "Task" [ 725.209312] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.218842] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.235326] env[68934]: DEBUG nova.network.neutron [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updated VIF entry in instance network info cache for port 93e2ab6f-21e5-4d68-8116-061a6e1958e3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.235740] env[68934]: DEBUG nova.network.neutron [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.404226] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134516, 'name': CreateVM_Task, 'duration_secs': 0.499035} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.404226] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.404226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.404226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.404226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.404623] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36e329b-9460-4344-bbdc-f56f3e8a28a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.411532] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 725.411532] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529c6ee1-2eea-e62c-c040-303ca5905915" [ 725.411532] env[68934]: _type = "Task" [ 725.411532] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.420084] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529c6ee1-2eea-e62c-c040-303ca5905915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.723217] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115108} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.723217] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.730310] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada50c5a-249e-4393-98af-7ec8ea236b9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.749172] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Releasing lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.749787] env[68934]: DEBUG nova.compute.manager [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Received event network-changed-4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.749787] env[68934]: DEBUG nova.compute.manager [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Refreshing instance network info cache due to event network-changed-4180615f-8255-4923-aba2-fd73e8b05c1a. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.750008] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Acquiring lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.750229] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Acquired lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.750425] env[68934]: DEBUG nova.network.neutron [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Refreshing network info cache for port 4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.764023] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d/0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.767409] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c49cb3c-4ca9-4e05-b796-22ea181762ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.786551] env[68934]: DEBUG nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.799043] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 725.799043] env[68934]: value = "task-3134518" [ 725.799043] env[68934]: _type = "Task" [ 725.799043] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.811628] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.822232] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.822482] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.822635] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.822819] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.822962] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.823124] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.823336] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.823498] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.823662] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.823821] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.823992] env[68934]: DEBUG nova.virt.hardware [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.824912] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2fe319-51d8-46c3-bffc-d29e88f3a03c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.835998] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0d0503-90f8-4508-a330-9688fc4b9652 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.924724] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529c6ee1-2eea-e62c-c040-303ca5905915, 'name': SearchDatastore_Task, 'duration_secs': 0.018221} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.925063] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.925324] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.925582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.925725] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.925944] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.926951] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26fd695c-5e9d-4468-818b-0bfc2f8f8589 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.938658] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.938892] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.939936] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c013921-3c08-4b26-a95b-facc0a378087 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.947683] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 725.947683] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52738940-e15d-bf27-c8ac-d775cec9f61e" [ 725.947683] env[68934]: _type = "Task" [ 725.947683] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.956362] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52738940-e15d-bf27-c8ac-d775cec9f61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.970621] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d40236b-2992-496f-82a9-2c25a3254a5a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.977803] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89079ac0-bed5-412f-b21b-c10e3cf7c3e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.010986] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c74f2-fd63-4144-b44d-685143b9416d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.020022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa5841-e145-4fa9-b37a-2367e9ff39a0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.038405] env[68934]: DEBUG nova.compute.provider_tree [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.310449] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134518, 'name': ReconfigVM_Task, 'duration_secs': 0.43147} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.311023] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d/0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.311744] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caeadccc-af4b-4177-9f47-4c6dd097c8fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.319541] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 726.319541] env[68934]: value = "task-3134519" [ 726.319541] env[68934]: _type = "Task" [ 726.319541] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.332600] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134519, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.458444] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52738940-e15d-bf27-c8ac-d775cec9f61e, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.459264] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc54ff46-3e62-43b2-9296-559d6201f6dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.465088] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 726.465088] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520f2e5e-ddc2-83df-4a90-956909d863af" [ 726.465088] env[68934]: _type = "Task" [ 726.465088] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.475564] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520f2e5e-ddc2-83df-4a90-956909d863af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.508381] env[68934]: DEBUG nova.network.neutron [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updated VIF entry in instance network info cache for port 4180615f-8255-4923-aba2-fd73e8b05c1a. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.508381] env[68934]: DEBUG nova.network.neutron [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [{"id": "4180615f-8255-4923-aba2-fd73e8b05c1a", "address": "fa:16:3e:46:6b:7d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4180615f-82", "ovs_interfaceid": "4180615f-8255-4923-aba2-fd73e8b05c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.542080] env[68934]: DEBUG nova.scheduler.client.report [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.821498] env[68934]: DEBUG nova.compute.manager [req-79449f1f-85ec-4705-beeb-e2984395df8f req-e9071a52-752e-4339-9aad-ab898bb0cebf service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Received event network-vif-plugged-2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.821756] env[68934]: DEBUG oslo_concurrency.lockutils [req-79449f1f-85ec-4705-beeb-e2984395df8f req-e9071a52-752e-4339-9aad-ab898bb0cebf service nova] Acquiring lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.821882] env[68934]: DEBUG oslo_concurrency.lockutils [req-79449f1f-85ec-4705-beeb-e2984395df8f req-e9071a52-752e-4339-9aad-ab898bb0cebf service nova] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.822069] env[68934]: DEBUG oslo_concurrency.lockutils [req-79449f1f-85ec-4705-beeb-e2984395df8f req-e9071a52-752e-4339-9aad-ab898bb0cebf service nova] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.822242] env[68934]: DEBUG nova.compute.manager [req-79449f1f-85ec-4705-beeb-e2984395df8f req-e9071a52-752e-4339-9aad-ab898bb0cebf service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] No waiting events found dispatching network-vif-plugged-2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.822405] env[68934]: WARNING nova.compute.manager [req-79449f1f-85ec-4705-beeb-e2984395df8f req-e9071a52-752e-4339-9aad-ab898bb0cebf service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Received unexpected event network-vif-plugged-2596a0ec-8f4c-487a-8f82-cf2525c25b58 for instance with vm_state building and task_state spawning. [ 726.835267] env[68934]: DEBUG nova.network.neutron [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Successfully updated port: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.840188] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134519, 'name': Rename_Task, 'duration_secs': 0.214112} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.840929] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.841196] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19181be0-e513-408a-b855-45f65fc75b2e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.848385] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 726.848385] env[68934]: value = "task-3134520" [ 726.848385] env[68934]: _type = "Task" [ 726.848385] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.857579] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.977402] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520f2e5e-ddc2-83df-4a90-956909d863af, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.978030] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.978030] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 35024f1d-406f-471c-b999-b7f7ad30d1bb/35024f1d-406f-471c-b999-b7f7ad30d1bb.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.978261] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d136a5-1c1f-4615-a35c-c9773eb1f6b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.985626] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 726.985626] env[68934]: value = "task-3134521" [ 726.985626] env[68934]: _type = "Task" [ 726.985626] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.994101] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.009986] env[68934]: DEBUG oslo_concurrency.lockutils [req-4a3d8946-1169-4e6a-b173-508ffa27001b req-bdce7df1-3c7c-4563-9270-196ffed55c4b service nova] Releasing lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.047488] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.050211] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.437s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.050472] env[68934]: DEBUG nova.objects.instance [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'resources' on Instance uuid 779e4d61-890e-4701-9ae8-59314d2486ac {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.071708] env[68934]: INFO nova.scheduler.client.report [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Deleted allocations for instance 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f [ 727.342420] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.342420] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.342687] env[68934]: DEBUG nova.network.neutron [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.365517] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134520, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.498607] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.586231] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20400280-4373-410c-9dbd-417c1e6c8e01 tempest-ServerDiagnosticsV248Test-2042406195 tempest-ServerDiagnosticsV248Test-2042406195-project-member] Lock "8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.510s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.863518] env[68934]: DEBUG oslo_vmware.api [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134520, 'name': PowerOnVM_Task, 'duration_secs': 0.563824} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.863518] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.863518] env[68934]: INFO nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Took 8.61 seconds to spawn the instance on the hypervisor. [ 727.863518] env[68934]: DEBUG nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.863518] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b67606d-ab17-4a69-a732-a7589366458f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.912062] env[68934]: DEBUG nova.network.neutron [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.007348] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650019} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.012197] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 35024f1d-406f-471c-b999-b7f7ad30d1bb/35024f1d-406f-471c-b999-b7f7ad30d1bb.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.012466] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.013283] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74af80ba-1058-4f46-8638-78527882a5a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.021037] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 728.021037] env[68934]: value = "task-3134522" [ 728.021037] env[68934]: _type = "Task" [ 728.021037] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.034735] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.132528] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590fe87-5e4d-409a-af04-06968c174a9f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.142285] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863cfa1c-d0fa-4f04-a797-3141585048ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.176542] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a68d63-bcec-40d2-9865-2e777b1abe07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.180229] env[68934]: DEBUG nova.network.neutron [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updating instance_info_cache with network_info: [{"id": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "address": "fa:16:3e:aa:84:b3", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2596a0ec-8f", "ovs_interfaceid": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.186943] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1afbc0-d4c0-4330-be01-e58e4ca20939 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.207036] env[68934]: DEBUG nova.compute.provider_tree [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.387096] env[68934]: INFO nova.compute.manager [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Took 43.12 seconds to build instance. [ 728.531327] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077259} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.531598] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.532383] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031317e-69d6-45fe-9428-34215c532aec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.554395] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 35024f1d-406f-471c-b999-b7f7ad30d1bb/35024f1d-406f-471c-b999-b7f7ad30d1bb.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.554990] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c4b4f98-e012-4ec7-a3ff-a83d99b15bd4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.574845] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 728.574845] env[68934]: value = "task-3134523" [ 728.574845] env[68934]: _type = "Task" [ 728.574845] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.582875] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.683902] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Releasing lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.684333] env[68934]: DEBUG nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Instance network_info: |[{"id": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "address": "fa:16:3e:aa:84:b3", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2596a0ec-8f", "ovs_interfaceid": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.684762] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:84:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2596a0ec-8f4c-487a-8f82-cf2525c25b58', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.693278] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Creating folder: Project (759b86bfbac641169eb8825f5b0990dd). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.693663] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44c40b7f-4e24-4ef4-8d57-f203710fbc20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.704204] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Created folder: Project (759b86bfbac641169eb8825f5b0990dd) in parent group-v627191. [ 728.704430] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Creating folder: Instances. Parent ref: group-v627264. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.704711] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-718240b7-eaba-4f7c-b2af-fedb712577ef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.709782] env[68934]: DEBUG nova.scheduler.client.report [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.714656] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Created folder: Instances in parent group-v627264. [ 728.714918] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.715153] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.715367] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-048141c1-aaf4-4466-a89c-564c2c05f199 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.740911] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.740911] env[68934]: value = "task-3134526" [ 728.740911] env[68934]: _type = "Task" [ 728.740911] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.749968] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134526, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.877957] env[68934]: DEBUG nova.compute.manager [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Received event network-changed-2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.879309] env[68934]: DEBUG nova.compute.manager [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Refreshing instance network info cache due to event network-changed-2596a0ec-8f4c-487a-8f82-cf2525c25b58. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.879572] env[68934]: DEBUG oslo_concurrency.lockutils [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] Acquiring lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.879721] env[68934]: DEBUG oslo_concurrency.lockutils [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] Acquired lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.879929] env[68934]: DEBUG nova.network.neutron [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Refreshing network info cache for port 2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.889379] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd8050da-47e8-488b-8fe0-9911fba6b175 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.469s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.991582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.991848] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.992084] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.992278] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.992445] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.994806] env[68934]: INFO nova.compute.manager [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Terminating instance [ 729.085551] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.237148] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.240563] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.120s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.240563] env[68934]: DEBUG nova.objects.instance [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lazy-loading 'resources' on Instance uuid 90ecff07-a783-43f5-be53-0e6f6fc1e7a5 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.254138] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134526, 'name': CreateVM_Task, 'duration_secs': 0.479178} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.254693] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.255713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.255713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.255905] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.256814] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91dc130-a927-4e99-b5c5-60482efa2644 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.262564] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 729.262564] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5230ad07-efa3-f736-b6d4-6274541320f9" [ 729.262564] env[68934]: _type = "Task" [ 729.262564] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.267886] env[68934]: INFO nova.scheduler.client.report [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted allocations for instance 779e4d61-890e-4701-9ae8-59314d2486ac [ 729.275636] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5230ad07-efa3-f736-b6d4-6274541320f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.391826] env[68934]: DEBUG nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.499696] env[68934]: DEBUG nova.compute.manager [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.499923] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.500795] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0398b920-1cb3-4ae6-a792-463e7aee485c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.508918] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.509178] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2540208f-098c-45ce-b20a-b745057e9cd9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.515215] env[68934]: DEBUG oslo_vmware.api [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 729.515215] env[68934]: value = "task-3134527" [ 729.515215] env[68934]: _type = "Task" [ 729.515215] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.523574] env[68934]: DEBUG oslo_vmware.api [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.588978] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134523, 'name': ReconfigVM_Task, 'duration_secs': 0.640838} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.589726] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 35024f1d-406f-471c-b999-b7f7ad30d1bb/35024f1d-406f-471c-b999-b7f7ad30d1bb.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.590697] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dac40af9-f020-4b07-8d9b-f05e019a3bba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.599190] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 729.599190] env[68934]: value = "task-3134528" [ 729.599190] env[68934]: _type = "Task" [ 729.599190] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.610310] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134528, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.618287] env[68934]: DEBUG nova.network.neutron [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updated VIF entry in instance network info cache for port 2596a0ec-8f4c-487a-8f82-cf2525c25b58. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.618718] env[68934]: DEBUG nova.network.neutron [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updating instance_info_cache with network_info: [{"id": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "address": "fa:16:3e:aa:84:b3", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2596a0ec-8f", "ovs_interfaceid": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.775216] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5230ad07-efa3-f736-b6d4-6274541320f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013667} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.778713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-40679f2d-9d2a-4917-9db5-3a423a04ba6f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "779e4d61-890e-4701-9ae8-59314d2486ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.226s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.780409] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.781187] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.781187] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.781187] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.781187] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.784362] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-921f2a75-2891-4937-ba03-4a66ccd2740c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.793821] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.794111] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.795572] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e61df4-aa87-4922-91b9-9fa876bb629c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.806561] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 729.806561] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525103bb-b95a-ec60-301d-c6f1b8bb6897" [ 729.806561] env[68934]: _type = "Task" [ 729.806561] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.820026] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525103bb-b95a-ec60-301d-c6f1b8bb6897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.911023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.031886] env[68934]: DEBUG oslo_vmware.api [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134527, 'name': PowerOffVM_Task, 'duration_secs': 0.218767} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.032530] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.032794] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.033262] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-829e83c5-2adf-405f-b8ed-1a50bb4d0dce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.091068] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.091308] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.091487] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Deleting the datastore file [datastore1] 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.091736] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b084025e-6b9e-4ede-9aba-d3a6a92d26ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.098736] env[68934]: DEBUG oslo_vmware.api [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for the task: (returnval){ [ 730.098736] env[68934]: value = "task-3134530" [ 730.098736] env[68934]: _type = "Task" [ 730.098736] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.113140] env[68934]: DEBUG oslo_vmware.api [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.119444] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134528, 'name': Rename_Task, 'duration_secs': 0.198263} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.120185] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.120373] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51866f4f-cb45-41b6-bf91-ddc2cd653c70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.122568] env[68934]: DEBUG oslo_concurrency.lockutils [req-027e5377-57bf-4eed-ab8a-f52f726b3d07 req-b07e3c08-2ef2-4fa6-bea7-ca0c4cb154dd service nova] Releasing lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.127063] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 730.127063] env[68934]: value = "task-3134531" [ 730.127063] env[68934]: _type = "Task" [ 730.127063] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.137121] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.283145] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c42ab3-275e-4f77-90a5-4ec5f8b2f7df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.291570] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5515a-12b2-4e6b-93b5-3fd060c92b74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.325951] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce24dec-7d56-4693-962d-f6cdee288959 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.335556] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525103bb-b95a-ec60-301d-c6f1b8bb6897, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.338541] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b820bf62-aba4-426c-a892-b2ae9fc20e8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.341797] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b91c1b-e590-495c-8ca1-e9c9eb62b585 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.359280] env[68934]: DEBUG nova.compute.provider_tree [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.360726] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 730.360726] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b495a8-4929-3830-10f5-64d07a87d086" [ 730.360726] env[68934]: _type = "Task" [ 730.360726] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.369418] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b495a8-4929-3830-10f5-64d07a87d086, 'name': SearchDatastore_Task, 'duration_secs': 0.015772} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.369673] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.370502] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 93f0c629-4ea1-42bb-b1db-eb53771c4c1c/93f0c629-4ea1-42bb-b1db-eb53771c4c1c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.370502] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c706f0bb-0057-4e55-8822-c4b57bf5c913 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.379167] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 730.379167] env[68934]: value = "task-3134532" [ 730.379167] env[68934]: _type = "Task" [ 730.379167] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.388373] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.611950] env[68934]: DEBUG oslo_vmware.api [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Task: {'id': task-3134530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191899} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.612266] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.612452] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.612656] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.612831] env[68934]: INFO nova.compute.manager [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 730.613121] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.613337] env[68934]: DEBUG nova.compute.manager [-] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.613433] env[68934]: DEBUG nova.network.neutron [-] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.638155] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.865104] env[68934]: DEBUG nova.scheduler.client.report [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.892612] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.137034] env[68934]: DEBUG oslo_vmware.api [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134531, 'name': PowerOnVM_Task, 'duration_secs': 0.616426} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.137502] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.137746] env[68934]: INFO nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Took 9.15 seconds to spawn the instance on the hypervisor. [ 731.137975] env[68934]: DEBUG nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.138894] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e17c02-1b14-4d1f-8d4d-787dfdefc348 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.316136] env[68934]: DEBUG nova.compute.manager [req-e67a867e-ab95-4de0-b34f-13b8779bb3ec req-2aba04da-fea5-45c0-8289-c0d5a7ad03ab service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Received event network-vif-deleted-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.316539] env[68934]: INFO nova.compute.manager [req-e67a867e-ab95-4de0-b34f-13b8779bb3ec req-2aba04da-fea5-45c0-8289-c0d5a7ad03ab service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Neutron deleted interface 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58; detaching it from the instance and deleting it from the info cache [ 731.317470] env[68934]: DEBUG nova.network.neutron [req-e67a867e-ab95-4de0-b34f-13b8779bb3ec req-2aba04da-fea5-45c0-8289-c0d5a7ad03ab service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.371489] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.373789] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.731s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.374341] env[68934]: DEBUG nova.objects.instance [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lazy-loading 'resources' on Instance uuid 46825de6-bba3-4833-af06-eb2ba1526aa7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.392910] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633667} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.394261] env[68934]: INFO nova.scheduler.client.report [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleted allocations for instance 90ecff07-a783-43f5-be53-0e6f6fc1e7a5 [ 731.395283] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 93f0c629-4ea1-42bb-b1db-eb53771c4c1c/93f0c629-4ea1-42bb-b1db-eb53771c4c1c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.395585] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.399331] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d35733f-ee0a-477c-a95a-66029f83ae71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.406744] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 731.406744] env[68934]: value = "task-3134533" [ 731.406744] env[68934]: _type = "Task" [ 731.406744] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.417637] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.617173] env[68934]: DEBUG nova.network.neutron [-] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.660016] env[68934]: INFO nova.compute.manager [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Took 42.75 seconds to build instance. [ 731.820923] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b41a0e22-9403-4b77-b6a0-0d7c298b272d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.830896] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574c9e22-28e5-4d98-8863-38471fdcb8a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.867639] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "ce4fc728-a38d-4328-b943-bbe7137c4524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.867994] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.868299] env[68934]: DEBUG nova.compute.manager [req-e67a867e-ab95-4de0-b34f-13b8779bb3ec req-2aba04da-fea5-45c0-8289-c0d5a7ad03ab service nova] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Detach interface failed, port_id=0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58, reason: Instance 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.906379] env[68934]: DEBUG oslo_concurrency.lockutils [None req-600d9f63-4d27-4120-abfb-b80b3eaded90 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "90ecff07-a783-43f5-be53-0e6f6fc1e7a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.625s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.919734] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079909} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.927105] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.930927] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be78b783-c7cf-476b-aa1e-e56a4881ff60 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.955732] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 93f0c629-4ea1-42bb-b1db-eb53771c4c1c/93f0c629-4ea1-42bb-b1db-eb53771c4c1c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.958882] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2126705-efd1-4ee3-91c9-b2cf0cf1c498 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.980079] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 731.980079] env[68934]: value = "task-3134534" [ 731.980079] env[68934]: _type = "Task" [ 731.980079] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.990960] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.119633] env[68934]: INFO nova.compute.manager [-] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Took 1.51 seconds to deallocate network for instance. [ 732.162298] env[68934]: DEBUG oslo_concurrency.lockutils [None req-869fb807-af56-4170-b0b1-0e51988d25e3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.785s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.460964] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c78da-2ee7-4290-a3d3-e2fe2b4532b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.469770] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464ade57-182a-404c-a623-53ca2ffacfff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.511640] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f2b24-fced-4f53-9ad7-1a908fba4101 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.522725] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8aac14-2cab-4e6c-9de3-8c3bcc1e0daf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.526709] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134534, 'name': ReconfigVM_Task, 'duration_secs': 0.310909} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.527013] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 93f0c629-4ea1-42bb-b1db-eb53771c4c1c/93f0c629-4ea1-42bb-b1db-eb53771c4c1c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.527989] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f563d1f-75b2-4392-9570-0193581cc8ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.542517] env[68934]: DEBUG nova.compute.provider_tree [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.549013] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 732.549013] env[68934]: value = "task-3134535" [ 732.549013] env[68934]: _type = "Task" [ 732.549013] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.559125] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134535, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.626847] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.669686] env[68934]: DEBUG nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.045724] env[68934]: DEBUG nova.scheduler.client.report [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.059797] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134535, 'name': Rename_Task, 'duration_secs': 0.140439} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.062201] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206b201-a6f4-155b-eb5f-83aa207f7032/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.062654] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.063486] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b566f1-755d-4347-b9c1-6cbc1cf2e625 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.067015] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f0b4841-86ed-46ed-8e57-e060773dc61e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.073787] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206b201-a6f4-155b-eb5f-83aa207f7032/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.073963] env[68934]: ERROR oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206b201-a6f4-155b-eb5f-83aa207f7032/disk-0.vmdk due to incomplete transfer. [ 733.076365] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f715b3a7-f088-4910-afaf-ad9fda671cca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.077865] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 733.077865] env[68934]: value = "task-3134536" [ 733.077865] env[68934]: _type = "Task" [ 733.077865] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.083879] env[68934]: DEBUG oslo_vmware.rw_handles [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206b201-a6f4-155b-eb5f-83aa207f7032/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.084081] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Uploaded image 703e0129-1aff-4ab5-927e-e58dbe9c5c38 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.086792] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.090488] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb77963e-470a-4ef5-8196-fbbc2f23417e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.092380] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.096539] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 733.096539] env[68934]: value = "task-3134537" [ 733.096539] env[68934]: _type = "Task" [ 733.096539] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.105408] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134537, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.196636] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.550838] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.554138] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.333s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.554468] env[68934]: DEBUG nova.objects.instance [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lazy-loading 'resources' on Instance uuid c597adf2-b172-451d-80bf-64fce9c6869b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.585735] env[68934]: INFO nova.scheduler.client.report [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Deleted allocations for instance 46825de6-bba3-4833-af06-eb2ba1526aa7 [ 733.592955] env[68934]: DEBUG oslo_vmware.api [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134536, 'name': PowerOnVM_Task, 'duration_secs': 0.478578} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.597405] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.597405] env[68934]: INFO nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Took 7.81 seconds to spawn the instance on the hypervisor. [ 733.597405] env[68934]: DEBUG nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.600910] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c42488-fcdc-4bc5-b83b-5710ab05897e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.616858] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134537, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.829223] env[68934]: DEBUG nova.compute.manager [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.829416] env[68934]: DEBUG nova.compute.manager [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing instance network info cache due to event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.829634] env[68934]: DEBUG oslo_concurrency.lockutils [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] Acquiring lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.829778] env[68934]: DEBUG oslo_concurrency.lockutils [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] Acquired lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.829937] env[68934]: DEBUG nova.network.neutron [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.102426] env[68934]: DEBUG oslo_concurrency.lockutils [None req-331c2def-3d7a-4428-9f1f-05b0e2dd9688 tempest-ServersAdmin275Test-1935013400 tempest-ServersAdmin275Test-1935013400-project-member] Lock "46825de6-bba3-4833-af06-eb2ba1526aa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.805s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.112940] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134537, 'name': Destroy_Task, 'duration_secs': 0.700885} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.113244] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Destroyed the VM [ 734.113464] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.114613] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fdc8fc7-8c14-4bd3-acc0-fd7f4f0e8d3c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.126887] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 734.126887] env[68934]: value = "task-3134538" [ 734.126887] env[68934]: _type = "Task" [ 734.126887] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.134285] env[68934]: INFO nova.compute.manager [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Took 42.24 seconds to build instance. [ 734.148275] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134538, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.568944] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af67a89-e867-47d0-adbf-6e837d0829e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.579307] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fe6c83-63b2-4234-85f8-3b27d61fdead {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.617213] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaf8ce3-b5bb-4915-ad04-81353915ee2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.625562] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787958b2-eabf-4933-a30f-df3ad69dc07e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.640682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.038s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.641210] env[68934]: DEBUG nova.compute.provider_tree [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.655659] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134538, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.895892] env[68934]: DEBUG nova.network.neutron [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updated VIF entry in instance network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.895892] env[68934]: DEBUG nova.network.neutron [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updating instance_info_cache with network_info: [{"id": "141940f2-8bca-44df-a2a2-807dd68955cd", "address": "fa:16:3e:50:51:0d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141940f2-8b", "ovs_interfaceid": "141940f2-8bca-44df-a2a2-807dd68955cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.149558] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134538, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.151784] env[68934]: DEBUG nova.scheduler.client.report [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.155189] env[68934]: DEBUG nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.397754] env[68934]: DEBUG oslo_concurrency.lockutils [req-475bef05-1cda-44fc-8d1c-8b312f40f224 req-6616fc9b-3107-4728-97d1-6ff96facbd0f service nova] Releasing lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.652894] env[68934]: DEBUG oslo_vmware.api [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134538, 'name': RemoveSnapshot_Task, 'duration_secs': 1.053988} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.653707] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.653958] env[68934]: INFO nova.compute.manager [None req-fb86d64a-2581-45d6-a080-df6d6dbfa5ed tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Took 14.84 seconds to snapshot the instance on the hypervisor. [ 735.659082] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.673172] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.192s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.673891] env[68934]: INFO nova.compute.claims [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.695250] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.731269] env[68934]: INFO nova.scheduler.client.report [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Deleted allocations for instance c597adf2-b172-451d-80bf-64fce9c6869b [ 736.240338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8232d43-d0fe-473c-a90b-5d8ef198c150 tempest-ServersListShow2100Test-2066744137 tempest-ServersListShow2100Test-2066744137-project-member] Lock "c597adf2-b172-451d-80bf-64fce9c6869b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.488s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.490633] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "e8637bf5-554e-4db9-88e8-36482df542e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.490980] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "e8637bf5-554e-4db9-88e8-36482df542e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.891603] env[68934]: DEBUG nova.compute.manager [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.891833] env[68934]: DEBUG nova.compute.manager [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing instance network info cache due to event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.892046] env[68934]: DEBUG oslo_concurrency.lockutils [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] Acquiring lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.892189] env[68934]: DEBUG oslo_concurrency.lockutils [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] Acquired lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.892337] env[68934]: DEBUG nova.network.neutron [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.011944] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.012511] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.223931] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda22428-fc3f-4ec7-b6c3-df282a145e12 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.235698] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5debca23-e2f0-4556-8161-600b0a2d5303 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.960502] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "252d4911-0e62-46be-aeff-4b964a018205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.960806] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.960912] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "252d4911-0e62-46be-aeff-4b964a018205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.961107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.961271] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.963515] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c7352c-f0a8-4e3e-bd76-abb0c83f328f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.966156] env[68934]: INFO nova.compute.manager [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Terminating instance [ 737.974776] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e043a-9599-4bda-818b-3140c4a135fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.988689] env[68934]: DEBUG nova.compute.provider_tree [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.348714] env[68934]: DEBUG nova.network.neutron [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updated VIF entry in instance network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.349089] env[68934]: DEBUG nova.network.neutron [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updating instance_info_cache with network_info: [{"id": "141940f2-8bca-44df-a2a2-807dd68955cd", "address": "fa:16:3e:50:51:0d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141940f2-8b", "ovs_interfaceid": "141940f2-8bca-44df-a2a2-807dd68955cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.469979] env[68934]: DEBUG nova.compute.manager [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.470356] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.471017] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e6c0ae-c690-4686-b6db-1c3019e7c1b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.478218] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.478469] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25a2579e-87bc-42aa-bd15-6e2b33e0e191 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.491593] env[68934]: DEBUG nova.scheduler.client.report [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.550117] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.550567] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.550652] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleting the datastore file [datastore1] 252d4911-0e62-46be-aeff-4b964a018205 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.550870] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19607907-af31-48f9-a8bb-6f6db2ed05e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.557462] env[68934]: DEBUG oslo_vmware.api [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 738.557462] env[68934]: value = "task-3134540" [ 738.557462] env[68934]: _type = "Task" [ 738.557462] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.565292] env[68934]: DEBUG oslo_vmware.api [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.796741] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "e3880294-01bc-4fa4-a39c-b93658aee090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.796966] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "e3880294-01bc-4fa4-a39c-b93658aee090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.851854] env[68934]: DEBUG oslo_concurrency.lockutils [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] Releasing lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.852443] env[68934]: DEBUG nova.compute.manager [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Received event network-changed-4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.852746] env[68934]: DEBUG nova.compute.manager [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Refreshing instance network info cache due to event network-changed-4180615f-8255-4923-aba2-fd73e8b05c1a. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.852924] env[68934]: DEBUG oslo_concurrency.lockutils [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] Acquiring lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.853203] env[68934]: DEBUG oslo_concurrency.lockutils [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] Acquired lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.853605] env[68934]: DEBUG nova.network.neutron [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Refreshing network info cache for port 4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.996445] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.324s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.997018] env[68934]: DEBUG nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.999637] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.075s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.001079] env[68934]: INFO nova.compute.claims [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.067573] env[68934]: DEBUG oslo_vmware.api [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195584} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.067871] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.068025] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.068245] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.068439] env[68934]: INFO nova.compute.manager [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Took 0.60 seconds to destroy the instance on the hypervisor. [ 739.068685] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.068877] env[68934]: DEBUG nova.compute.manager [-] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.068972] env[68934]: DEBUG nova.network.neutron [-] [instance: 252d4911-0e62-46be-aeff-4b964a018205] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.457762] env[68934]: DEBUG nova.compute.manager [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Received event network-changed-2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.458287] env[68934]: DEBUG nova.compute.manager [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Refreshing instance network info cache due to event network-changed-2596a0ec-8f4c-487a-8f82-cf2525c25b58. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.458287] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Acquiring lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.458373] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Acquired lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.458511] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Refreshing network info cache for port 2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.508558] env[68934]: DEBUG nova.compute.utils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.520462] env[68934]: DEBUG nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 739.594164] env[68934]: DEBUG nova.network.neutron [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updated VIF entry in instance network info cache for port 4180615f-8255-4923-aba2-fd73e8b05c1a. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.594164] env[68934]: DEBUG nova.network.neutron [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [{"id": "4180615f-8255-4923-aba2-fd73e8b05c1a", "address": "fa:16:3e:46:6b:7d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4180615f-82", "ovs_interfaceid": "4180615f-8255-4923-aba2-fd73e8b05c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.960431] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.960789] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.961023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.961218] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.961421] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.965919] env[68934]: INFO nova.compute.manager [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Terminating instance [ 740.023984] env[68934]: DEBUG nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.106166] env[68934]: DEBUG oslo_concurrency.lockutils [req-de81acba-7465-4936-b891-5f6e54869942 req-89868761-07b2-4fb5-8d76-b69aaad4db99 service nova] Releasing lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.111420] env[68934]: DEBUG nova.network.neutron [-] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.470540] env[68934]: DEBUG nova.compute.manager [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.470950] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.472950] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c173769f-f8b1-4b26-8d04-4a12039861cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.482330] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.485102] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce14402a-442a-4b9a-bf1e-27456ea42916 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.492203] env[68934]: DEBUG oslo_vmware.api [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 740.492203] env[68934]: value = "task-3134541" [ 740.492203] env[68934]: _type = "Task" [ 740.492203] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.505957] env[68934]: DEBUG oslo_vmware.api [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.506965] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updated VIF entry in instance network info cache for port 2596a0ec-8f4c-487a-8f82-cf2525c25b58. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.507395] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updating instance_info_cache with network_info: [{"id": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "address": "fa:16:3e:aa:84:b3", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2596a0ec-8f", "ovs_interfaceid": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.529025] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34fb802-8cd7-4eb5-af3d-6596153019c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.541241] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46948e98-fbfa-4a5c-8f3a-dc8c88f009ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.577672] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de4ae02-2a38-41cb-8e6e-34e9f0a73a01 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.586485] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17350bd5-69b5-41f6-9946-fc6d6b4d6790 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.600742] env[68934]: DEBUG nova.compute.provider_tree [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.613506] env[68934]: INFO nova.compute.manager [-] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Took 1.54 seconds to deallocate network for instance. [ 741.006165] env[68934]: DEBUG oslo_vmware.api [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134541, 'name': PowerOffVM_Task, 'duration_secs': 0.196275} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.014164] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.014164] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.014164] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Releasing lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.014164] env[68934]: DEBUG nova.compute.manager [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Received event network-changed-2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.014164] env[68934]: DEBUG nova.compute.manager [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Refreshing instance network info cache due to event network-changed-2596a0ec-8f4c-487a-8f82-cf2525c25b58. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.014340] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Acquiring lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.014340] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Acquired lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.014340] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Refreshing network info cache for port 2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.014632] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b007d8e-c039-41c4-80ab-24f29db19d29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.041041] env[68934]: DEBUG nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.074334] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.074754] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.074957] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.075148] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.075300] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.075447] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.075661] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.075868] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.075987] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.076284] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.076466] env[68934]: DEBUG nova.virt.hardware [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.077545] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c3251-dbdc-4a9b-b926-18b3b88c3bda {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.082228] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.082228] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.082228] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleting the datastore file [datastore1] 35024f1d-406f-471c-b999-b7f7ad30d1bb {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.082733] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdaf9da3-e4dc-440e-aff9-60e65bab1874 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.088125] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4106032-d4d3-4212-975a-73e01f05fecf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.093468] env[68934]: DEBUG oslo_vmware.api [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 741.093468] env[68934]: value = "task-3134543" [ 741.093468] env[68934]: _type = "Task" [ 741.093468] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.107319] env[68934]: DEBUG nova.scheduler.client.report [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.111134] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.117554] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Creating folder: Project (ba2f8d3f91424ddd8d78fa6aaa438dbd). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.119037] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89c5a9e0-61fe-45e4-a21e-aa2bf8169a8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.125139] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.125463] env[68934]: DEBUG oslo_vmware.api [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.134727] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Created folder: Project (ba2f8d3f91424ddd8d78fa6aaa438dbd) in parent group-v627191. [ 741.134934] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Creating folder: Instances. Parent ref: group-v627267. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.135199] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e3f553b-0270-4967-980a-d3c93c4ac152 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.144502] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Created folder: Instances in parent group-v627267. [ 741.144754] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.144944] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.145167] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e2b89e-c639-4fcf-bad2-8001ab180a3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.162320] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.162320] env[68934]: value = "task-3134546" [ 741.162320] env[68934]: _type = "Task" [ 741.162320] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.170221] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134546, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.606912] env[68934]: DEBUG oslo_vmware.api [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147988} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.606912] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.607028] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.607132] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.607350] env[68934]: INFO nova.compute.manager [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 741.607593] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.609863] env[68934]: DEBUG nova.compute.manager [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.609863] env[68934]: DEBUG nova.network.neutron [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.619510] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.620141] env[68934]: DEBUG nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.622691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.648s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.624094] env[68934]: INFO nova.compute.claims [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.674473] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134546, 'name': CreateVM_Task, 'duration_secs': 0.270086} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.677316] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.678025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.678284] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.678597] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.679165] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6354f0-5d2a-4f64-b0c3-a198dc49cdab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.684699] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 741.684699] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e878d-c077-81a5-84aa-41bd56978e35" [ 741.684699] env[68934]: _type = "Task" [ 741.684699] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.693498] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e878d-c077-81a5-84aa-41bd56978e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.815198] env[68934]: DEBUG nova.compute.manager [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Received event network-vif-deleted-88be3d08-28cc-4a54-a483-081edbe8b69a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.815198] env[68934]: DEBUG nova.compute.manager [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.815198] env[68934]: DEBUG nova.compute.manager [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing instance network info cache due to event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.815582] env[68934]: DEBUG oslo_concurrency.lockutils [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] Acquiring lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.815582] env[68934]: DEBUG oslo_concurrency.lockutils [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] Acquired lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.815693] env[68934]: DEBUG nova.network.neutron [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.937259] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updated VIF entry in instance network info cache for port 2596a0ec-8f4c-487a-8f82-cf2525c25b58. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.937259] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updating instance_info_cache with network_info: [{"id": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "address": "fa:16:3e:aa:84:b3", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2596a0ec-8f", "ovs_interfaceid": "2596a0ec-8f4c-487a-8f82-cf2525c25b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.131465] env[68934]: DEBUG nova.compute.utils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.132780] env[68934]: DEBUG nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.132947] env[68934]: DEBUG nova.network.neutron [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.195441] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e878d-c077-81a5-84aa-41bd56978e35, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.195742] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.195970] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.196253] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.196400] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.196579] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.198029] env[68934]: DEBUG nova.policy [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94b3d66f3d824aeda7b62afa5582d1a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e381749b1b0b43d79e05616e03115b85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.199411] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e82846af-7152-4f89-937e-68dd98e3485d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.208286] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.208458] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.209162] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c85d72c-ba15-4f3e-8fee-5d6383a3c40d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.215780] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 742.215780] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52440f73-8f67-2e67-8761-6899801ffead" [ 742.215780] env[68934]: _type = "Task" [ 742.215780] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.223103] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52440f73-8f67-2e67-8761-6899801ffead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.398448] env[68934]: DEBUG nova.network.neutron [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.402929] env[68934]: DEBUG nova.compute.manager [req-820a14b5-da44-4d27-ae6e-e1f8e9d14880 req-a504d730-754c-42c7-aea3-65fdbb96ab0f service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Received event network-vif-deleted-4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.402929] env[68934]: INFO nova.compute.manager [req-820a14b5-da44-4d27-ae6e-e1f8e9d14880 req-a504d730-754c-42c7-aea3-65fdbb96ab0f service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Neutron deleted interface 4180615f-8255-4923-aba2-fd73e8b05c1a; detaching it from the instance and deleting it from the info cache [ 742.402929] env[68934]: DEBUG nova.network.neutron [req-820a14b5-da44-4d27-ae6e-e1f8e9d14880 req-a504d730-754c-42c7-aea3-65fdbb96ab0f service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.438552] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Releasing lock "refresh_cache-93f0c629-4ea1-42bb-b1db-eb53771c4c1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.438831] env[68934]: DEBUG nova.compute.manager [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Received event network-changed-4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.439011] env[68934]: DEBUG nova.compute.manager [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Refreshing instance network info cache due to event network-changed-4180615f-8255-4923-aba2-fd73e8b05c1a. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.439225] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Acquiring lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.439367] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Acquired lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.439525] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Refreshing network info cache for port 4180615f-8255-4923-aba2-fd73e8b05c1a {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.554286] env[68934]: DEBUG nova.network.neutron [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updated VIF entry in instance network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.554655] env[68934]: DEBUG nova.network.neutron [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updating instance_info_cache with network_info: [{"id": "141940f2-8bca-44df-a2a2-807dd68955cd", "address": "fa:16:3e:50:51:0d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141940f2-8b", "ovs_interfaceid": "141940f2-8bca-44df-a2a2-807dd68955cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.638390] env[68934]: DEBUG nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.729941] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52440f73-8f67-2e67-8761-6899801ffead, 'name': SearchDatastore_Task, 'duration_secs': 0.013792} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.730905] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9a1709-d2be-42ea-bca6-8b4b2f99e2b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.735802] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 742.735802] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f41893-ec17-242c-3c14-8c65d17d0368" [ 742.735802] env[68934]: _type = "Task" [ 742.735802] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.745432] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f41893-ec17-242c-3c14-8c65d17d0368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.905373] env[68934]: INFO nova.compute.manager [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Took 1.30 seconds to deallocate network for instance. [ 742.907325] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8613b879-2d80-4a89-b7b7-2ebb3fbbedc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.921513] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f992f9e7-114c-4a2a-b4e8-29bed2e22ee5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.958316] env[68934]: DEBUG nova.compute.manager [req-820a14b5-da44-4d27-ae6e-e1f8e9d14880 req-a504d730-754c-42c7-aea3-65fdbb96ab0f service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Detach interface failed, port_id=4180615f-8255-4923-aba2-fd73e8b05c1a, reason: Instance 35024f1d-406f-471c-b999-b7f7ad30d1bb could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.982177] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.056966] env[68934]: DEBUG oslo_concurrency.lockutils [req-98cfa383-66d4-4e39-850c-9838768bbd7e req-5333fb28-b31d-4782-8e1b-590ff4c27f4b service nova] Releasing lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.092350] env[68934]: DEBUG nova.network.neutron [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.149238] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28293da2-915c-42a7-9024-d0e0d328c1ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.157477] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845c6156-5b95-418c-a36b-f9140d4067d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.189062] env[68934]: DEBUG nova.network.neutron [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Successfully created port: c4d194de-c414-4a60-93e6-ab0527586aa6 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.191482] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1a8006-9948-49c7-b17b-f9e3535b79b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.199465] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f0898-a3d6-465a-8d8d-18ff81df116b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.213597] env[68934]: DEBUG nova.compute.provider_tree [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.245296] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f41893-ec17-242c-3c14-8c65d17d0368, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.245562] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.245813] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.246064] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e603cc67-b3fc-4697-9563-ee44b6ff205f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.252474] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 743.252474] env[68934]: value = "task-3134547" [ 743.252474] env[68934]: _type = "Task" [ 743.252474] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.260123] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.416245] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.594881] env[68934]: DEBUG oslo_concurrency.lockutils [req-91cfbc0f-0734-4d5c-a516-a57735bbc945 req-18cfbb78-0b5c-4688-bd0e-cd379d82f3d3 service nova] Releasing lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.653629] env[68934]: DEBUG nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.689960] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.690241] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.690392] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.690577] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.690726] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.690873] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.691115] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.691296] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.691469] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.691634] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.691807] env[68934]: DEBUG nova.virt.hardware [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.692741] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc383f-4b5e-440a-bc3f-f6c7e93afa7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.703182] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e3d4e4-1cd5-4be2-8a52-9b079744f33f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.721049] env[68934]: DEBUG nova.scheduler.client.report [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.765782] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466883} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.766206] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.766404] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.766675] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-267c6c7e-4e3f-4aa8-bae2-117fe6b4eadb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.773068] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 743.773068] env[68934]: value = "task-3134548" [ 743.773068] env[68934]: _type = "Task" [ 743.773068] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.780725] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.223867] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.224572] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.229193] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.972s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.230479] env[68934]: INFO nova.compute.claims [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.243553] env[68934]: DEBUG nova.compute.manager [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.243796] env[68934]: DEBUG nova.compute.manager [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing instance network info cache due to event network-changed-141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.244090] env[68934]: DEBUG oslo_concurrency.lockutils [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] Acquiring lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.244264] env[68934]: DEBUG oslo_concurrency.lockutils [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] Acquired lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.244468] env[68934]: DEBUG nova.network.neutron [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Refreshing network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.283517] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058258} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.284741] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.285863] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760bb9a3-d336-4c30-bc4b-59b43c3de0b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.306325] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.306965] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e28a5e0-3316-457d-b046-adf3ea3b7a1c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.327772] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 744.327772] env[68934]: value = "task-3134549" [ 744.327772] env[68934]: _type = "Task" [ 744.327772] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.335930] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.717251] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.734974] env[68934]: DEBUG nova.compute.utils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.742071] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.742071] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.791574] env[68934]: DEBUG nova.policy [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f71f283222a1408f86c4e3023c0c5bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '164ed029b36b447fae169d75a06dafa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.846739] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.147213] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Successfully created port: d0a12af6-0955-47f4-aef9-cbc0493a3e99 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.239423] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.253550] env[68934]: DEBUG nova.network.neutron [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updated VIF entry in instance network info cache for port 141940f2-8bca-44df-a2a2-807dd68955cd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.253740] env[68934]: DEBUG nova.network.neutron [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updating instance_info_cache with network_info: [{"id": "141940f2-8bca-44df-a2a2-807dd68955cd", "address": "fa:16:3e:50:51:0d", "network": {"id": "c8d56b06-0665-4ad0-a86c-8b1831f3232c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1717151614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323667b3a9514f67ac85906c37a771ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141940f2-8b", "ovs_interfaceid": "141940f2-8bca-44df-a2a2-807dd68955cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.342764] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134549, 'name': ReconfigVM_Task, 'duration_secs': 0.877333} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.346904] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.349434] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd708185-6c49-479a-ad4d-5c2fd3ac195a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.357444] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 745.357444] env[68934]: value = "task-3134550" [ 745.357444] env[68934]: _type = "Task" [ 745.357444] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.377393] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134550, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.419533] env[68934]: DEBUG nova.network.neutron [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Successfully updated port: c4d194de-c414-4a60-93e6-ab0527586aa6 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.756323] env[68934]: DEBUG oslo_concurrency.lockutils [req-e01d5157-3c82-4ffa-b9df-240f5c77e0bb req-be4c95a7-c6f5-4726-a9a1-880ae70a3738 service nova] Releasing lock "refresh_cache-cede76ff-96e6-4595-aae6-b607fc431029" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.814391] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d656560c-11f4-4a31-969d-3266fa722738 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.822105] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41121d7b-7e68-4201-bb95-629ee2c34787 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.853343] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae602ca3-7f5f-410d-81c2-ae6466d4cbf4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.863931] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da7f18-65e3-42e0-94c0-c2edbadacfd8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.871764] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134550, 'name': Rename_Task, 'duration_secs': 0.1372} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.880411] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.880860] env[68934]: DEBUG nova.compute.provider_tree [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.882099] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60aa2b04-2d37-4c39-85e7-08d8d1e059c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.889382] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 745.889382] env[68934]: value = "task-3134551" [ 745.889382] env[68934]: _type = "Task" [ 745.889382] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.899039] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.921858] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "refresh_cache-d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.922028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquired lock "refresh_cache-d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.922368] env[68934]: DEBUG nova.network.neutron [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.252444] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.278696] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.279019] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.279183] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.279369] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.279515] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.279658] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.279865] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.280086] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.280300] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.280502] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.280854] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.281816] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afae60f-66a0-4a6a-816f-fb53d3e54d7b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.289853] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b3f641-70d9-4e7d-89ab-20e2aae29dc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.296054] env[68934]: DEBUG nova.compute.manager [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Received event network-vif-plugged-c4d194de-c414-4a60-93e6-ab0527586aa6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.296353] env[68934]: DEBUG oslo_concurrency.lockutils [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] Acquiring lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.296601] env[68934]: DEBUG oslo_concurrency.lockutils [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.296807] env[68934]: DEBUG oslo_concurrency.lockutils [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.297016] env[68934]: DEBUG nova.compute.manager [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] No waiting events found dispatching network-vif-plugged-c4d194de-c414-4a60-93e6-ab0527586aa6 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.297220] env[68934]: WARNING nova.compute.manager [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Received unexpected event network-vif-plugged-c4d194de-c414-4a60-93e6-ab0527586aa6 for instance with vm_state building and task_state spawning. [ 746.297438] env[68934]: DEBUG nova.compute.manager [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Received event network-changed-c4d194de-c414-4a60-93e6-ab0527586aa6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.298076] env[68934]: DEBUG nova.compute.manager [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Refreshing instance network info cache due to event network-changed-c4d194de-c414-4a60-93e6-ab0527586aa6. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.298076] env[68934]: DEBUG oslo_concurrency.lockutils [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] Acquiring lock "refresh_cache-d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.387635] env[68934]: DEBUG nova.scheduler.client.report [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.401765] env[68934]: DEBUG oslo_vmware.api [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134551, 'name': PowerOnVM_Task, 'duration_secs': 0.447946} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.401765] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.401765] env[68934]: INFO nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Took 5.36 seconds to spawn the instance on the hypervisor. [ 746.401918] env[68934]: DEBUG nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.402934] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e4701b-1a49-4c3a-a5b6-766a0731486a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.471760] env[68934]: DEBUG nova.network.neutron [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.697825] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Successfully updated port: d0a12af6-0955-47f4-aef9-cbc0493a3e99 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.701052] env[68934]: DEBUG nova.network.neutron [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Updating instance_info_cache with network_info: [{"id": "c4d194de-c414-4a60-93e6-ab0527586aa6", "address": "fa:16:3e:92:1a:58", "network": {"id": "041ba20a-b191-4f1a-a32a-c2601f32fb4e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1047067103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e381749b1b0b43d79e05616e03115b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d194de-c4", "ovs_interfaceid": "c4d194de-c414-4a60-93e6-ab0527586aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.891893] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.892542] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.895254] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.502s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.895933] env[68934]: DEBUG nova.objects.instance [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lazy-loading 'resources' on Instance uuid fd8e543a-f06d-41ef-9db2-0dede9660a6c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.919248] env[68934]: INFO nova.compute.manager [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Took 43.46 seconds to build instance. [ 746.971025] env[68934]: DEBUG nova.compute.manager [req-21b566a5-943a-48ed-8cec-c95341356ae8 req-60793068-d28b-4377-9b20-013dd6badaa6 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Received event network-vif-plugged-d0a12af6-0955-47f4-aef9-cbc0493a3e99 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.971025] env[68934]: DEBUG oslo_concurrency.lockutils [req-21b566a5-943a-48ed-8cec-c95341356ae8 req-60793068-d28b-4377-9b20-013dd6badaa6 service nova] Acquiring lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.971025] env[68934]: DEBUG oslo_concurrency.lockutils [req-21b566a5-943a-48ed-8cec-c95341356ae8 req-60793068-d28b-4377-9b20-013dd6badaa6 service nova] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.971339] env[68934]: DEBUG oslo_concurrency.lockutils [req-21b566a5-943a-48ed-8cec-c95341356ae8 req-60793068-d28b-4377-9b20-013dd6badaa6 service nova] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.971369] env[68934]: DEBUG nova.compute.manager [req-21b566a5-943a-48ed-8cec-c95341356ae8 req-60793068-d28b-4377-9b20-013dd6badaa6 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] No waiting events found dispatching network-vif-plugged-d0a12af6-0955-47f4-aef9-cbc0493a3e99 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.971566] env[68934]: WARNING nova.compute.manager [req-21b566a5-943a-48ed-8cec-c95341356ae8 req-60793068-d28b-4377-9b20-013dd6badaa6 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Received unexpected event network-vif-plugged-d0a12af6-0955-47f4-aef9-cbc0493a3e99 for instance with vm_state building and task_state spawning. [ 747.200829] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "refresh_cache-6eac0316-b719-4ff8-9999-06ddc5f55c4a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.201016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "refresh_cache-6eac0316-b719-4ff8-9999-06ddc5f55c4a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.201185] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.204294] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Releasing lock "refresh_cache-d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.204424] env[68934]: DEBUG nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Instance network_info: |[{"id": "c4d194de-c414-4a60-93e6-ab0527586aa6", "address": "fa:16:3e:92:1a:58", "network": {"id": "041ba20a-b191-4f1a-a32a-c2601f32fb4e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1047067103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e381749b1b0b43d79e05616e03115b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d194de-c4", "ovs_interfaceid": "c4d194de-c414-4a60-93e6-ab0527586aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.204721] env[68934]: DEBUG oslo_concurrency.lockutils [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] Acquired lock "refresh_cache-d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.204913] env[68934]: DEBUG nova.network.neutron [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Refreshing network info cache for port c4d194de-c414-4a60-93e6-ab0527586aa6 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.205940] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:1a:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d194de-c414-4a60-93e6-ab0527586aa6', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.217497] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Creating folder: Project (e381749b1b0b43d79e05616e03115b85). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.221174] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d520e59f-539a-4ecf-9900-8c57290b6222 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.239262] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Created folder: Project (e381749b1b0b43d79e05616e03115b85) in parent group-v627191. [ 747.239262] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Creating folder: Instances. Parent ref: group-v627270. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.239262] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad6d7757-895e-487c-a63b-58013e8e4819 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.243677] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Created folder: Instances in parent group-v627270. [ 747.243939] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.244773] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.245025] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-251d448e-4619-4324-b22b-64d24c3aaec8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.265947] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.265947] env[68934]: value = "task-3134554" [ 747.265947] env[68934]: _type = "Task" [ 747.265947] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.274173] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134554, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.398642] env[68934]: DEBUG nova.compute.utils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.403385] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.403922] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.421686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a738a8a5-9af5-460e-8123-932077b196cc tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "4252d347-76e1-4d37-9b71-bf46eb42c336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.976s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.457568] env[68934]: DEBUG nova.policy [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f71f283222a1408f86c4e3023c0c5bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '164ed029b36b447fae169d75a06dafa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.595783] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.596086] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.596469] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.596906] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.629550] env[68934]: DEBUG nova.network.neutron [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Updated VIF entry in instance network info cache for port c4d194de-c414-4a60-93e6-ab0527586aa6. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.629550] env[68934]: DEBUG nova.network.neutron [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Updating instance_info_cache with network_info: [{"id": "c4d194de-c414-4a60-93e6-ab0527586aa6", "address": "fa:16:3e:92:1a:58", "network": {"id": "041ba20a-b191-4f1a-a32a-c2601f32fb4e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1047067103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e381749b1b0b43d79e05616e03115b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d194de-c4", "ovs_interfaceid": "c4d194de-c414-4a60-93e6-ab0527586aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.741346] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Successfully created port: 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.753141] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.780877] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134554, 'name': CreateVM_Task, 'duration_secs': 0.314505} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.781037] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.787157] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.787457] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.787746] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.788023] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8257496a-9969-4f9f-921f-525c0caf95e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.793176] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 747.793176] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f5c09a-c54e-0fa2-ca5b-a3fbf016ed69" [ 747.793176] env[68934]: _type = "Task" [ 747.793176] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.805189] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f5c09a-c54e-0fa2-ca5b-a3fbf016ed69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.904062] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.924734] env[68934]: DEBUG nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.957516] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Updating instance_info_cache with network_info: [{"id": "d0a12af6-0955-47f4-aef9-cbc0493a3e99", "address": "fa:16:3e:13:8b:46", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a12af6-09", "ovs_interfaceid": "d0a12af6-0955-47f4-aef9-cbc0493a3e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.024347] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7639333a-ae99-4c10-a26c-3a43d2135233 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.038059] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f86cb7-ed7c-421f-8ab1-2348977b7370 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.069780] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba6def3-3e55-4d4f-9cf5-653d60ccce3c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.077108] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00381e-a4e4-4170-9722-43f6b0618305 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.090537] env[68934]: DEBUG nova.compute.provider_tree [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.104508] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.104800] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.106341] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.106521] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.106688] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.106816] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.106958] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 748.107722] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.134331] env[68934]: DEBUG oslo_concurrency.lockutils [req-59ce3a1a-130c-4361-a519-33f48e259f3e req-27037571-fb5d-4065-939f-73fbcbcbb672 service nova] Releasing lock "refresh_cache-d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.305157] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f5c09a-c54e-0fa2-ca5b-a3fbf016ed69, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.305479] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.305711] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.305944] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.306105] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.306328] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.306635] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4d705be-18b0-43b9-b1ad-d1b7ba399099 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.315966] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.316193] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.316896] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60334e4-fee4-4e1c-9ac4-29775a762863 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.326179] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 748.326179] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52243b04-23e4-0592-6e39-93e710edd78e" [ 748.326179] env[68934]: _type = "Task" [ 748.326179] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.337437] env[68934]: INFO nova.compute.manager [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Rebuilding instance [ 748.339482] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52243b04-23e4-0592-6e39-93e710edd78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.388752] env[68934]: DEBUG nova.compute.manager [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.389654] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2812742e-cf99-4d06-900d-8a5add904b70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.448916] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.459764] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "refresh_cache-6eac0316-b719-4ff8-9999-06ddc5f55c4a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.460102] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Instance network_info: |[{"id": "d0a12af6-0955-47f4-aef9-cbc0493a3e99", "address": "fa:16:3e:13:8b:46", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a12af6-09", "ovs_interfaceid": "d0a12af6-0955-47f4-aef9-cbc0493a3e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.460529] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:8b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0a12af6-0955-47f4-aef9-cbc0493a3e99', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.468179] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Creating folder: Project (164ed029b36b447fae169d75a06dafa4). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.470477] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9adb2bce-6aa4-4a6b-a7cc-e762aff5dc79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.480665] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Created folder: Project (164ed029b36b447fae169d75a06dafa4) in parent group-v627191. [ 748.480839] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Creating folder: Instances. Parent ref: group-v627273. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.481070] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de745d12-ff37-43be-87ad-41a797ffc722 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.489190] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Created folder: Instances in parent group-v627273. [ 748.489404] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.489573] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.489757] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21ab5053-fa81-43d7-8d7b-772f2eff6ef0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.507524] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.507524] env[68934]: value = "task-3134557" [ 748.507524] env[68934]: _type = "Task" [ 748.507524] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.515669] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134557, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.593657] env[68934]: DEBUG nova.scheduler.client.report [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.611706] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.838295] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52243b04-23e4-0592-6e39-93e710edd78e, 'name': SearchDatastore_Task, 'duration_secs': 0.030336} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.839198] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b7c1e1-c449-496e-9d78-b1195b9a2ed0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.845450] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 748.845450] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5236774e-5662-742c-08a3-c2db7b29d96f" [ 748.845450] env[68934]: _type = "Task" [ 748.845450] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.853338] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5236774e-5662-742c-08a3-c2db7b29d96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.922423] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.952890] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.953238] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.953316] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.953496] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.953725] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.953778] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.953981] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.954828] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.954828] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.954991] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.955239] env[68934]: DEBUG nova.virt.hardware [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.956176] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edac5a3-8181-4dc4-a2b6-a985b3e2fc44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.967482] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9bf623-593f-4c03-8e2d-0fb5dd04d4d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.018990] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134557, 'name': CreateVM_Task, 'duration_secs': 0.401932} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.019197] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.019890] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.020090] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.020527] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.020792] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e4bc63-ee1a-4891-a0b3-86c2a6d51d16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.025488] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 749.025488] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5205ea65-6bd7-b01a-deb5-317410a2383f" [ 749.025488] env[68934]: _type = "Task" [ 749.025488] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.033565] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5205ea65-6bd7-b01a-deb5-317410a2383f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.099167] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.101600] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.198s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.102103] env[68934]: DEBUG nova.objects.instance [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lazy-loading 'resources' on Instance uuid 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.126604] env[68934]: DEBUG nova.compute.manager [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Received event network-changed-d0a12af6-0955-47f4-aef9-cbc0493a3e99 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.126795] env[68934]: DEBUG nova.compute.manager [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Refreshing instance network info cache due to event network-changed-d0a12af6-0955-47f4-aef9-cbc0493a3e99. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.127052] env[68934]: DEBUG oslo_concurrency.lockutils [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] Acquiring lock "refresh_cache-6eac0316-b719-4ff8-9999-06ddc5f55c4a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.127555] env[68934]: DEBUG oslo_concurrency.lockutils [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] Acquired lock "refresh_cache-6eac0316-b719-4ff8-9999-06ddc5f55c4a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.127752] env[68934]: DEBUG nova.network.neutron [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Refreshing network info cache for port d0a12af6-0955-47f4-aef9-cbc0493a3e99 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.130358] env[68934]: INFO nova.scheduler.client.report [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleted allocations for instance fd8e543a-f06d-41ef-9db2-0dede9660a6c [ 749.270812] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Successfully updated port: 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.358767] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5236774e-5662-742c-08a3-c2db7b29d96f, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.359442] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.359919] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6/d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.362018] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0f67e9c-9f21-41a6-a953-ab347c1e2b75 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.369017] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 749.369017] env[68934]: value = "task-3134558" [ 749.369017] env[68934]: _type = "Task" [ 749.369017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.377938] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.406718] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.406718] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fd457ec-8816-4870-9b5c-2db25f9a2a0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.410699] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 749.410699] env[68934]: value = "task-3134559" [ 749.410699] env[68934]: _type = "Task" [ 749.410699] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.420396] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.539793] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5205ea65-6bd7-b01a-deb5-317410a2383f, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.539793] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.539793] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.539793] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.540057] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.540057] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.540057] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7fa9e6f-969d-4246-8082-bdf91690f2c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.556510] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.557531] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.561571] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec8c153-ab54-4854-af4f-3c50e0d955ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.567166] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 749.567166] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d3ddda-1c5f-c500-744b-e03963f4b892" [ 749.567166] env[68934]: _type = "Task" [ 749.567166] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.574610] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d3ddda-1c5f-c500-744b-e03963f4b892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.648777] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0223b575-f49e-43be-8725-4cc27d334f9d tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "fd8e543a-f06d-41ef-9db2-0dede9660a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.139s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.778515] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "refresh_cache-1b14a037-a9bc-4540-b6a2-6e68436a8425" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.778791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "refresh_cache-1b14a037-a9bc-4540-b6a2-6e68436a8425" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.779637] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.882336] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503889} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.889538] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6/d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.889833] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.890367] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eb6ae8a-90c1-490f-b123-c498b39d1fa2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.897061] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 749.897061] env[68934]: value = "task-3134560" [ 749.897061] env[68934]: _type = "Task" [ 749.897061] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.907546] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.923462] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134559, 'name': PowerOffVM_Task, 'duration_secs': 0.210682} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.924259] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.924547] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.925404] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99dadf-7b40-4627-9704-1273bf867f33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.936034] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.936207] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2bbf315-9d1e-43dc-abf8-786938e3e6bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.962252] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.962470] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.962652] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Deleting the datastore file [datastore1] 4252d347-76e1-4d37-9b71-bf46eb42c336 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.963643] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e892d5-bf9e-4836-91be-c2ec20d89eb5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.971931] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 749.971931] env[68934]: value = "task-3134562" [ 749.971931] env[68934]: _type = "Task" [ 749.971931] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.981633] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.017253] env[68934]: DEBUG nova.network.neutron [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Updated VIF entry in instance network info cache for port d0a12af6-0955-47f4-aef9-cbc0493a3e99. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.018104] env[68934]: DEBUG nova.network.neutron [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Updating instance_info_cache with network_info: [{"id": "d0a12af6-0955-47f4-aef9-cbc0493a3e99", "address": "fa:16:3e:13:8b:46", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a12af6-09", "ovs_interfaceid": "d0a12af6-0955-47f4-aef9-cbc0493a3e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.081778] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d3ddda-1c5f-c500-744b-e03963f4b892, 'name': SearchDatastore_Task, 'duration_secs': 0.066484} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.082585] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac2d952-6a57-436e-bbfd-6eb5d02d8f80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.089428] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 750.089428] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b2cb91-f0e8-0d0a-c5b8-ba0336232974" [ 750.089428] env[68934]: _type = "Task" [ 750.089428] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.098972] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b2cb91-f0e8-0d0a-c5b8-ba0336232974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.254742] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c1110-7956-488e-a4db-f7f1f22a91c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262715] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810160ac-49f5-4490-a89b-39ae14e9b8ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.298987] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f24399-2ef1-4793-ab26-c88ec6ed233f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.306712] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f084dc79-5e25-4865-ba64-21667bccbdd4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.320164] env[68934]: DEBUG nova.compute.provider_tree [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.328884] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.409278] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078619} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.409588] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.410382] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c4e492-e351-4bfd-8a20-764f9d629bd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.432806] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6/d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.433102] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18753a3b-b7e4-4763-a1fb-c18364a15744 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.454708] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 750.454708] env[68934]: value = "task-3134563" [ 750.454708] env[68934]: _type = "Task" [ 750.454708] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.462817] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.481155] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109017} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.481445] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.481605] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.481755] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.484990] env[68934]: DEBUG nova.network.neutron [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Updating instance_info_cache with network_info: [{"id": "1d0c7f95-8cc6-4581-bee9-f3bca9d296c3", "address": "fa:16:3e:55:77:06", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0c7f95-8c", "ovs_interfaceid": "1d0c7f95-8cc6-4581-bee9-f3bca9d296c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.524560] env[68934]: DEBUG oslo_concurrency.lockutils [req-8aabfdc5-9ca4-469c-abce-024949a80e81 req-441be979-cd84-48a2-a8ab-5a6ff155f639 service nova] Releasing lock "refresh_cache-6eac0316-b719-4ff8-9999-06ddc5f55c4a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.600504] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b2cb91-f0e8-0d0a-c5b8-ba0336232974, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.600789] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.601038] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 6eac0316-b719-4ff8-9999-06ddc5f55c4a/6eac0316-b719-4ff8-9999-06ddc5f55c4a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.601306] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bb1390a-297a-435b-a178-024cf1066dab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.608332] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 750.608332] env[68934]: value = "task-3134564" [ 750.608332] env[68934]: _type = "Task" [ 750.608332] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.617103] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.855637] env[68934]: DEBUG nova.scheduler.client.report [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.967353] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134563, 'name': ReconfigVM_Task, 'duration_secs': 0.364921} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.967806] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6/d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.968583] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f009117b-d5e8-45ef-ba1e-b895c8237997 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.974666] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 750.974666] env[68934]: value = "task-3134565" [ 750.974666] env[68934]: _type = "Task" [ 750.974666] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.993984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "refresh_cache-1b14a037-a9bc-4540-b6a2-6e68436a8425" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.993984] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Instance network_info: |[{"id": "1d0c7f95-8cc6-4581-bee9-f3bca9d296c3", "address": "fa:16:3e:55:77:06", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0c7f95-8c", "ovs_interfaceid": "1d0c7f95-8cc6-4581-bee9-f3bca9d296c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.994343] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134565, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.994343] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:77:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0c7f95-8cc6-4581-bee9-f3bca9d296c3', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.001584] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.002260] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.002260] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db6b05a9-418f-495c-8840-7a3ef42e538f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.025738] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.025738] env[68934]: value = "task-3134566" [ 751.025738] env[68934]: _type = "Task" [ 751.025738] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.034656] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134566, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.120075] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134564, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.302351] env[68934]: DEBUG nova.compute.manager [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Received event network-vif-plugged-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.302576] env[68934]: DEBUG oslo_concurrency.lockutils [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] Acquiring lock "1b14a037-a9bc-4540-b6a2-6e68436a8425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.302871] env[68934]: DEBUG oslo_concurrency.lockutils [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.303102] env[68934]: DEBUG oslo_concurrency.lockutils [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.303335] env[68934]: DEBUG nova.compute.manager [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] No waiting events found dispatching network-vif-plugged-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.303578] env[68934]: WARNING nova.compute.manager [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Received unexpected event network-vif-plugged-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 for instance with vm_state building and task_state spawning. [ 751.303768] env[68934]: DEBUG nova.compute.manager [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Received event network-changed-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.303973] env[68934]: DEBUG nova.compute.manager [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Refreshing instance network info cache due to event network-changed-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.304193] env[68934]: DEBUG oslo_concurrency.lockutils [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] Acquiring lock "refresh_cache-1b14a037-a9bc-4540-b6a2-6e68436a8425" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.304334] env[68934]: DEBUG oslo_concurrency.lockutils [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] Acquired lock "refresh_cache-1b14a037-a9bc-4540-b6a2-6e68436a8425" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.304659] env[68934]: DEBUG nova.network.neutron [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Refreshing network info cache for port 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.361690] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.364384] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.767s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.367576] env[68934]: INFO nova.compute.claims [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.394226] env[68934]: INFO nova.scheduler.client.report [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Deleted allocations for instance 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f [ 751.485706] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134565, 'name': Rename_Task, 'duration_secs': 0.391377} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.485994] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.486261] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377bf54d-4d25-48c8-a75f-5d4a8a5bf3ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.492364] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 751.492364] env[68934]: value = "task-3134567" [ 751.492364] env[68934]: _type = "Task" [ 751.492364] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.504017] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.528611] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.528856] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.529082] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.529319] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.529495] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.529659] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.529868] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.530072] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.530293] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.530467] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.530635] env[68934]: DEBUG nova.virt.hardware [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.531586] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0c8118-59f2-41be-8265-e74bd263f0bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.546774] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134566, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.549567] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ffafd6-18ac-4a4a-a4e2-261b9dc4305c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.563147] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.568991] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.569660] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.569900] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2fec2d3-62e6-4d21-9e1e-4495984e8c95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.587009] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.587009] env[68934]: value = "task-3134568" [ 751.587009] env[68934]: _type = "Task" [ 751.587009] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.594857] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134568, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.619644] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522884} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.619934] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 6eac0316-b719-4ff8-9999-06ddc5f55c4a/6eac0316-b719-4ff8-9999-06ddc5f55c4a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.620174] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.620430] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1afbda8-ad24-4798-a392-b46cc2db2bbd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.627379] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 751.627379] env[68934]: value = "task-3134569" [ 751.627379] env[68934]: _type = "Task" [ 751.627379] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.637501] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.905327] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Lock "0d8f8de8-12ea-4b25-ae40-14a86b30fc0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.202s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.005593] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134567, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.042922] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134566, 'name': CreateVM_Task, 'duration_secs': 0.59684} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.043115] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.043834] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.044014] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.044379] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.044743] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782eb6dd-fc57-4007-b1e0-5d582336e3db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.049523] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 752.049523] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a2a8a1-117c-263e-249a-246ab26cdaed" [ 752.049523] env[68934]: _type = "Task" [ 752.049523] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.058830] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a2a8a1-117c-263e-249a-246ab26cdaed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.096424] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134568, 'name': CreateVM_Task, 'duration_secs': 0.308711} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.098560] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.098982] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.099142] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.099437] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.099936] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c069065-20c8-4737-986c-f685f4a6ea34 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.104776] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 752.104776] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527e851a-688c-ace3-3771-3e55c4c8f136" [ 752.104776] env[68934]: _type = "Task" [ 752.104776] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.112644] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527e851a-688c-ace3-3771-3e55c4c8f136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.135983] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079852} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.136303] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.137084] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022e0f4-435a-4628-be37-229fb432a875 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.140794] env[68934]: DEBUG nova.network.neutron [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Updated VIF entry in instance network info cache for port 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.141141] env[68934]: DEBUG nova.network.neutron [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Updating instance_info_cache with network_info: [{"id": "1d0c7f95-8cc6-4581-bee9-f3bca9d296c3", "address": "fa:16:3e:55:77:06", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0c7f95-8c", "ovs_interfaceid": "1d0c7f95-8cc6-4581-bee9-f3bca9d296c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.171215] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 6eac0316-b719-4ff8-9999-06ddc5f55c4a/6eac0316-b719-4ff8-9999-06ddc5f55c4a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.172216] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654bb59b-020e-43a0-8cd0-b2ba6bc870b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.193733] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 752.193733] env[68934]: value = "task-3134570" [ 752.193733] env[68934]: _type = "Task" [ 752.193733] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.203174] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.230493] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.230771] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.231038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.231238] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.231415] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.233917] env[68934]: INFO nova.compute.manager [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Terminating instance [ 752.324867] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "20a3286d-dc1c-4338-9606-c26176b55807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.325718] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "20a3286d-dc1c-4338-9606-c26176b55807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.326010] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "20a3286d-dc1c-4338-9606-c26176b55807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.326342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "20a3286d-dc1c-4338-9606-c26176b55807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.326551] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "20a3286d-dc1c-4338-9606-c26176b55807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.328817] env[68934]: INFO nova.compute.manager [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Terminating instance [ 752.511730] env[68934]: DEBUG oslo_vmware.api [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134567, 'name': PowerOnVM_Task, 'duration_secs': 0.543122} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.512022] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.512352] env[68934]: INFO nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Took 8.86 seconds to spawn the instance on the hypervisor. [ 752.512563] env[68934]: DEBUG nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.513591] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6696cc-4c51-45d4-bb41-91cc538ad5fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.569022] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a2a8a1-117c-263e-249a-246ab26cdaed, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.569022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.569022] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.569022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.569232] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.569232] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.569406] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc0f8467-4e68-4c01-81ee-4c09165542fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.580342] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.580437] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.581177] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71c5bed-b2b7-4d86-94f4-35f03109fe44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.587929] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 752.587929] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a71ea5-4ffe-7eda-e2de-4c9b1993b311" [ 752.587929] env[68934]: _type = "Task" [ 752.587929] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.598544] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a71ea5-4ffe-7eda-e2de-4c9b1993b311, 'name': SearchDatastore_Task} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.599726] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a18ed8d-9b1b-4f1f-a424-1a0ea88aa181 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.604214] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 752.604214] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fdd1e7-b683-d152-9464-256e0ae93b3a" [ 752.604214] env[68934]: _type = "Task" [ 752.604214] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.618682] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fdd1e7-b683-d152-9464-256e0ae93b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008076} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.623302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.623749] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 1b14a037-a9bc-4540-b6a2-6e68436a8425/1b14a037-a9bc-4540-b6a2-6e68436a8425.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.624040] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527e851a-688c-ace3-3771-3e55c4c8f136, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.625175] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db42ae5b-5d95-4870-9f80-7da5655490c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.628453] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.629233] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.629471] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.629613] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.629781] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.632882] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c30756f-6fae-418d-8c3a-6e3d28c60e47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.639992] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 752.639992] env[68934]: value = "task-3134571" [ 752.639992] env[68934]: _type = "Task" [ 752.639992] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.645755] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.648067] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.648067] env[68934]: DEBUG oslo_concurrency.lockutils [req-fe43274a-f908-4be3-b1cc-16cf3941116f req-e307e90c-aff0-4642-be90-faf945f4a1ff service nova] Releasing lock "refresh_cache-1b14a037-a9bc-4540-b6a2-6e68436a8425" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.648067] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28016123-76c8-4ee4-a785-c9aa8b280339 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.656700] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.660051] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 752.660051] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bcd7f6-51ed-0a34-b8ef-ea34340bf618" [ 752.660051] env[68934]: _type = "Task" [ 752.660051] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.668482] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bcd7f6-51ed-0a34-b8ef-ea34340bf618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.702784] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134570, 'name': ReconfigVM_Task, 'duration_secs': 0.269566} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.705916] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 6eac0316-b719-4ff8-9999-06ddc5f55c4a/6eac0316-b719-4ff8-9999-06ddc5f55c4a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.707043] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e406b6db-8503-4a27-8479-93c007e0e4f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.713452] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 752.713452] env[68934]: value = "task-3134572" [ 752.713452] env[68934]: _type = "Task" [ 752.713452] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.724372] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134572, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.742563] env[68934]: DEBUG nova.compute.manager [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.742563] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.743402] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67827c02-1e51-4712-9e47-631eaf727aeb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.751130] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.751481] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8fb47f9-225c-4554-baf8-ed9a6207e7a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.760274] env[68934]: DEBUG oslo_vmware.api [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 752.760274] env[68934]: value = "task-3134573" [ 752.760274] env[68934]: _type = "Task" [ 752.760274] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.768586] env[68934]: DEBUG oslo_vmware.api [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.839043] env[68934]: DEBUG nova.compute.manager [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.839043] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.839043] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a406467-19e8-493c-8809-1f87f282c482 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.850383] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.851038] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61dcb7b7-5042-44c5-b33c-d3976a3369b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.862905] env[68934]: DEBUG oslo_vmware.api [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 752.862905] env[68934]: value = "task-3134574" [ 752.862905] env[68934]: _type = "Task" [ 752.862905] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.873117] env[68934]: DEBUG oslo_vmware.api [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.039536] env[68934]: INFO nova.compute.manager [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Took 48.15 seconds to build instance. [ 753.073921] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e41157-7555-4bae-9914-c03cca436cbb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.084601] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc872b66-c1d9-4a64-a265-559813065c2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.122422] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3814334b-2ba2-4be0-96b9-868cfc8aa20a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.134641] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc342b4-2325-4f93-b76f-1522c012418a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.148438] env[68934]: DEBUG nova.compute.provider_tree [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.158957] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50658} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.159336] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 1b14a037-a9bc-4540-b6a2-6e68436a8425/1b14a037-a9bc-4540-b6a2-6e68436a8425.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.159437] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.159696] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-207b871e-6378-4484-8516-e83e11d07e8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.173295] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bcd7f6-51ed-0a34-b8ef-ea34340bf618, 'name': SearchDatastore_Task, 'duration_secs': 0.00838} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.175663] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 753.175663] env[68934]: value = "task-3134575" [ 753.175663] env[68934]: _type = "Task" [ 753.175663] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.175663] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0569f3-1105-4ba7-8bb5-0703841a7b4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.184443] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 753.184443] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f817ff-bfc1-bacb-810f-dcc89debc0da" [ 753.184443] env[68934]: _type = "Task" [ 753.184443] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.187667] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.195586] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f817ff-bfc1-bacb-810f-dcc89debc0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.223198] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134572, 'name': Rename_Task, 'duration_secs': 0.158606} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.223496] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.223870] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a338845f-f14f-42c9-9c46-764efcf68fc8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.230056] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 753.230056] env[68934]: value = "task-3134576" [ 753.230056] env[68934]: _type = "Task" [ 753.230056] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.238015] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.270756] env[68934]: DEBUG oslo_vmware.api [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134573, 'name': PowerOffVM_Task, 'duration_secs': 0.367685} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.270945] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.271018] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.271502] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1590e573-f213-48ac-90e5-8d34dd1dd615 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.338477] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.338735] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.338963] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleting the datastore file [datastore2] b964e1b2-3af0-460c-ba6a-60ac36446ca9 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.339277] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3207f29d-057b-436a-a43b-a9cd34e200da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.345678] env[68934]: DEBUG oslo_vmware.api [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 753.345678] env[68934]: value = "task-3134578" [ 753.345678] env[68934]: _type = "Task" [ 753.345678] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.353990] env[68934]: DEBUG oslo_vmware.api [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.374525] env[68934]: DEBUG oslo_vmware.api [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134574, 'name': PowerOffVM_Task, 'duration_secs': 0.219288} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.374776] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.374957] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.375295] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-195bfd66-afc1-40a2-8655-bc8ea90e9c93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.442309] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.442532] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.442715] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleting the datastore file [datastore2] 20a3286d-dc1c-4338-9606-c26176b55807 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.442996] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aee541d0-2405-4ccb-8f17-61c4f2a4ada4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.452752] env[68934]: DEBUG oslo_vmware.api [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for the task: (returnval){ [ 753.452752] env[68934]: value = "task-3134580" [ 753.452752] env[68934]: _type = "Task" [ 753.452752] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.464057] env[68934]: DEBUG oslo_vmware.api [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.542107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.952s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.630684] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.630958] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.631196] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.631379] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.632329] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.636935] env[68934]: INFO nova.compute.manager [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Terminating instance [ 753.654486] env[68934]: DEBUG nova.scheduler.client.report [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.690119] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090018} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.693676] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.694522] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b53cb24-62c4-4f0a-bb84-24506dede69c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.703386] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f817ff-bfc1-bacb-810f-dcc89debc0da, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.715175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.715175] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.724975] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1b14a037-a9bc-4540-b6a2-6e68436a8425/1b14a037-a9bc-4540-b6a2-6e68436a8425.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.726040] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8008f155-5595-4632-952c-baacdd5f9dab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.728322] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40cef625-e307-40ed-ae4e-77926351aa75 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.747955] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 753.747955] env[68934]: value = "task-3134581" [ 753.747955] env[68934]: _type = "Task" [ 753.747955] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.754842] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 753.754842] env[68934]: value = "task-3134582" [ 753.754842] env[68934]: _type = "Task" [ 753.754842] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.755132] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134576, 'name': PowerOnVM_Task, 'duration_secs': 0.482974} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.756262] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.756262] env[68934]: INFO nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Took 7.50 seconds to spawn the instance on the hypervisor. [ 753.756448] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.760205] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36f386-2320-424f-9629-5956c0872d01 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.766013] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.778014] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.858041] env[68934]: DEBUG oslo_vmware.api [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14549} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.858041] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.858041] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.858041] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.858041] env[68934]: INFO nova.compute.manager [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 753.858254] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.858254] env[68934]: DEBUG nova.compute.manager [-] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.858254] env[68934]: DEBUG nova.network.neutron [-] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.963574] env[68934]: DEBUG oslo_vmware.api [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Task: {'id': task-3134580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193415} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.963905] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.964137] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.964405] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.964694] env[68934]: INFO nova.compute.manager [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Took 1.13 seconds to destroy the instance on the hypervisor. [ 753.965015] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.965570] env[68934]: DEBUG nova.compute.manager [-] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.965701] env[68934]: DEBUG nova.network.neutron [-] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.045424] env[68934]: DEBUG nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.144027] env[68934]: DEBUG nova.compute.manager [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.144323] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.145459] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aa689e-1b46-49a1-b340-3937f5f893a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.155421] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.155702] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c95a0b3-b4bd-473f-a0fc-64ce26f85e59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.162841] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.163363] env[68934]: DEBUG nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.166949] env[68934]: DEBUG oslo_vmware.api [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 754.166949] env[68934]: value = "task-3134583" [ 754.166949] env[68934]: _type = "Task" [ 754.166949] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.170191] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.351s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.170191] env[68934]: INFO nova.compute.claims [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.182059] env[68934]: DEBUG oslo_vmware.api [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.263919] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.269682] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.298456] env[68934]: INFO nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Took 44.35 seconds to build instance. [ 754.580904] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.655872] env[68934]: DEBUG nova.compute.manager [req-bde36535-32af-448f-b8cf-97b88d1fc082 req-b6ab02d5-8c8f-4ce0-b6f2-3a6277e02bbd service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Received event network-vif-deleted-af0b0b46-0828-4627-9508-cc91c10f1da0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.655872] env[68934]: INFO nova.compute.manager [req-bde36535-32af-448f-b8cf-97b88d1fc082 req-b6ab02d5-8c8f-4ce0-b6f2-3a6277e02bbd service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Neutron deleted interface af0b0b46-0828-4627-9508-cc91c10f1da0; detaching it from the instance and deleting it from the info cache [ 754.655872] env[68934]: DEBUG nova.network.neutron [req-bde36535-32af-448f-b8cf-97b88d1fc082 req-b6ab02d5-8c8f-4ce0-b6f2-3a6277e02bbd service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.669530] env[68934]: DEBUG nova.compute.utils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.671438] env[68934]: DEBUG nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.671615] env[68934]: DEBUG nova.network.neutron [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.687830] env[68934]: DEBUG oslo_vmware.api [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134583, 'name': PowerOffVM_Task, 'duration_secs': 0.176748} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.688385] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.688614] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.689112] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf44345d-73fc-41e3-b81d-bab24c00f4c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.751523] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.751523] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.751798] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Deleting the datastore file [datastore1] d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.755227] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a1c9549-9705-41e1-b798-311805834c32 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.765486] env[68934]: DEBUG nova.network.neutron [-] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.768453] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821461} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.771109] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.771450] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.771727] env[68934]: DEBUG oslo_vmware.api [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for the task: (returnval){ [ 754.771727] env[68934]: value = "task-3134585" [ 754.771727] env[68934]: _type = "Task" [ 754.771727] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.777737] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34c9ce22-0669-4b9a-b10e-f1207286a7ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.780144] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.780144] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.780315] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134582, 'name': ReconfigVM_Task, 'duration_secs': 0.628948} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.784574] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1b14a037-a9bc-4540-b6a2-6e68436a8425/1b14a037-a9bc-4540-b6a2-6e68436a8425.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.786255] env[68934]: DEBUG nova.policy [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bcc030b768349cab09820ae534e3870', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e9cbaf4c1184674aaa71bb8e4f9b45b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.788276] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97465cb2-384e-421f-92ab-848dbfa95c7a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.792635] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 754.792635] env[68934]: value = "task-3134586" [ 754.792635] env[68934]: _type = "Task" [ 754.792635] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.797201] env[68934]: DEBUG oslo_vmware.api [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.802368] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 754.802368] env[68934]: value = "task-3134587" [ 754.802368] env[68934]: _type = "Task" [ 754.802368] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.802850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.852s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.811683] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.817493] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134587, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.121043] env[68934]: DEBUG nova.compute.manager [req-7424b7b3-7afb-437c-817e-50369f403137 req-d0048c4e-f19e-475f-a557-ed561decfd89 service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Received event network-vif-deleted-90a6d12d-5802-4432-9697-f75e70e335cc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.121043] env[68934]: INFO nova.compute.manager [req-7424b7b3-7afb-437c-817e-50369f403137 req-d0048c4e-f19e-475f-a557-ed561decfd89 service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Neutron deleted interface 90a6d12d-5802-4432-9697-f75e70e335cc; detaching it from the instance and deleting it from the info cache [ 755.121043] env[68934]: DEBUG nova.network.neutron [req-7424b7b3-7afb-437c-817e-50369f403137 req-d0048c4e-f19e-475f-a557-ed561decfd89 service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.159653] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cae9615-f4a9-4fc1-a8ec-ac789a7722e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.169018] env[68934]: DEBUG nova.network.neutron [-] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.172489] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7201e7-c097-426d-b711-f5a17dcdab5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.184510] env[68934]: INFO nova.compute.manager [-] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Took 1.22 seconds to deallocate network for instance. [ 755.186214] env[68934]: DEBUG nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.218333] env[68934]: DEBUG nova.compute.manager [req-bde36535-32af-448f-b8cf-97b88d1fc082 req-b6ab02d5-8c8f-4ce0-b6f2-3a6277e02bbd service nova] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Detach interface failed, port_id=af0b0b46-0828-4627-9508-cc91c10f1da0, reason: Instance b964e1b2-3af0-460c-ba6a-60ac36446ca9 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.270771] env[68934]: INFO nova.compute.manager [-] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Took 1.41 seconds to deallocate network for instance. [ 755.292772] env[68934]: DEBUG oslo_vmware.api [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Task: {'id': task-3134585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144661} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.293053] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.293259] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.293475] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.295019] env[68934]: INFO nova.compute.manager [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 755.295019] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.295019] env[68934]: DEBUG nova.compute.manager [-] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.295019] env[68934]: DEBUG nova.network.neutron [-] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.310098] env[68934]: DEBUG nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.312719] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076844} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.313334] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.314377] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb9dd65-8dde-4fbf-9635-9bb8d2bfe7df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.326590] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134587, 'name': Rename_Task, 'duration_secs': 0.150165} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.329112] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.330884] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-911a0ab5-02be-4b18-99df-09448ff8e9f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.348023] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.352062] env[68934]: DEBUG nova.network.neutron [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Successfully created port: 2af1a6ce-2c54-4916-823e-acc18abb4364 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.354849] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287837ed-9eec-4b76-b3a4-00981d11335a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.375238] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 755.375238] env[68934]: value = "task-3134588" [ 755.375238] env[68934]: _type = "Task" [ 755.375238] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.381204] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 755.381204] env[68934]: value = "task-3134589" [ 755.381204] env[68934]: _type = "Task" [ 755.381204] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.394787] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134588, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.400815] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.628374] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43458faf-31fc-41a5-ac46-3df7c7c57273 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.638587] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d91732-0f39-4935-bb88-0a907f4e3d3e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.675646] env[68934]: DEBUG nova.compute.manager [req-7424b7b3-7afb-437c-817e-50369f403137 req-d0048c4e-f19e-475f-a557-ed561decfd89 service nova] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Detach interface failed, port_id=90a6d12d-5802-4432-9697-f75e70e335cc, reason: Instance 20a3286d-dc1c-4338-9606-c26176b55807 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.707089] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.777814] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.835042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.890388] env[68934]: DEBUG oslo_vmware.api [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134588, 'name': PowerOnVM_Task, 'duration_secs': 0.518245} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.890609] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.891200] env[68934]: INFO nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Took 6.97 seconds to spawn the instance on the hypervisor. [ 755.891200] env[68934]: DEBUG nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.891756] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee03f5e-259b-4263-8c3b-56267eda6777 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.897351] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134589, 'name': ReconfigVM_Task, 'duration_secs': 0.369333} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.898123] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 4252d347-76e1-4d37-9b71-bf46eb42c336/4252d347-76e1-4d37-9b71-bf46eb42c336.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.900889] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cdae97e-1c1a-4576-a2f4-2dccb99d820b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.911693] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 755.911693] env[68934]: value = "task-3134590" [ 755.911693] env[68934]: _type = "Task" [ 755.911693] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.923066] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134590, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.937542] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f1723-d3b8-4d4b-a686-baf15d5f9983 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.945444] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a4104-538c-4042-898e-08426d4c8930 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.978057] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e50366-caf3-4e1f-98af-523239228896 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.985428] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6a46fa-b07a-41ee-902f-4683aa86c9e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.999360] env[68934]: DEBUG nova.compute.provider_tree [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.207115] env[68934]: DEBUG nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.209237] env[68934]: DEBUG nova.network.neutron [-] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.247436] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.247613] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.247768] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.248781] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.248781] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.248781] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.248781] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.248781] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.249059] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.249191] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.249403] env[68934]: DEBUG nova.virt.hardware [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.250533] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34682619-6269-493b-8ea2-357f0f2942e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.259220] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276fc72-7d2a-4963-ad75-d1cd6c9e5d29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.421626] env[68934]: INFO nova.compute.manager [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Took 46.18 seconds to build instance. [ 756.426249] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134590, 'name': Rename_Task, 'duration_secs': 0.35753} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.426815] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.426815] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec021dba-b9be-4831-b00b-bdef260609b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.434527] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 756.434527] env[68934]: value = "task-3134591" [ 756.434527] env[68934]: _type = "Task" [ 756.434527] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.443104] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.507028] env[68934]: DEBUG nova.scheduler.client.report [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.711795] env[68934]: INFO nova.compute.manager [-] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Took 1.42 seconds to deallocate network for instance. [ 756.782753] env[68934]: DEBUG nova.compute.manager [req-b5857f16-b202-4886-8751-b57dae775911 req-fa6b4e88-3702-485f-9bbb-cf141c1405bc service nova] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Received event network-vif-deleted-c4d194de-c414-4a60-93e6-ab0527586aa6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.928308] env[68934]: DEBUG oslo_concurrency.lockutils [None req-545d35f3-6fee-4041-98e7-5ba61fe0f917 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.940s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.951480] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.975546] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.975862] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.976157] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.976329] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.976517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.978889] env[68934]: INFO nova.compute.manager [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Terminating instance [ 757.012022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.012022] env[68934]: DEBUG nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.012635] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.251s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.013070] env[68934]: DEBUG nova.objects.instance [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lazy-loading 'resources' on Instance uuid 9acf0cdf-9800-4192-87c3-22259fe3b2f4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.133491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "1b14a037-a9bc-4540-b6a2-6e68436a8425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.133491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.133491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "1b14a037-a9bc-4540-b6a2-6e68436a8425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.133491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.133731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.136057] env[68934]: INFO nova.compute.manager [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Terminating instance [ 757.190131] env[68934]: DEBUG nova.compute.manager [req-0b59a172-329f-41e2-b7f7-6e62dd53e7aa req-844f8885-32f5-442f-92e8-fe6ee8579f06 service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Received event network-vif-plugged-2af1a6ce-2c54-4916-823e-acc18abb4364 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.190131] env[68934]: DEBUG oslo_concurrency.lockutils [req-0b59a172-329f-41e2-b7f7-6e62dd53e7aa req-844f8885-32f5-442f-92e8-fe6ee8579f06 service nova] Acquiring lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.190131] env[68934]: DEBUG oslo_concurrency.lockutils [req-0b59a172-329f-41e2-b7f7-6e62dd53e7aa req-844f8885-32f5-442f-92e8-fe6ee8579f06 service nova] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.190131] env[68934]: DEBUG oslo_concurrency.lockutils [req-0b59a172-329f-41e2-b7f7-6e62dd53e7aa req-844f8885-32f5-442f-92e8-fe6ee8579f06 service nova] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.190131] env[68934]: DEBUG nova.compute.manager [req-0b59a172-329f-41e2-b7f7-6e62dd53e7aa req-844f8885-32f5-442f-92e8-fe6ee8579f06 service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] No waiting events found dispatching network-vif-plugged-2af1a6ce-2c54-4916-823e-acc18abb4364 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.190373] env[68934]: WARNING nova.compute.manager [req-0b59a172-329f-41e2-b7f7-6e62dd53e7aa req-844f8885-32f5-442f-92e8-fe6ee8579f06 service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Received unexpected event network-vif-plugged-2af1a6ce-2c54-4916-823e-acc18abb4364 for instance with vm_state building and task_state spawning. [ 757.219591] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.241897] env[68934]: DEBUG nova.network.neutron [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Successfully updated port: 2af1a6ce-2c54-4916-823e-acc18abb4364 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.432124] env[68934]: DEBUG nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.445694] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134591, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.483746] env[68934]: DEBUG nova.compute.manager [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.484024] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.485405] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dfca6d-7340-446e-be92-4beb66faf698 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.493331] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.493584] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffdafe57-56f9-411c-ad09-65a2066e5749 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.500197] env[68934]: DEBUG oslo_vmware.api [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 757.500197] env[68934]: value = "task-3134592" [ 757.500197] env[68934]: _type = "Task" [ 757.500197] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.508679] env[68934]: DEBUG oslo_vmware.api [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.519889] env[68934]: DEBUG nova.compute.utils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.525103] env[68934]: DEBUG nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.525103] env[68934]: DEBUG nova.network.neutron [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.616681] env[68934]: DEBUG nova.policy [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6285fbf136bf4671af5f280d1a987a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3105e20963c41499fd36399ab5b7acb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.640944] env[68934]: DEBUG nova.compute.manager [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.640944] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.641439] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499f7c1c-6133-4b4f-8613-2048ec402bac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.650280] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.653446] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c36e4dac-a22a-4204-9552-21a114fe6e5c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.658826] env[68934]: DEBUG oslo_vmware.api [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 757.658826] env[68934]: value = "task-3134593" [ 757.658826] env[68934]: _type = "Task" [ 757.658826] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.669097] env[68934]: DEBUG oslo_vmware.api [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.749209] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "refresh_cache-1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.749209] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquired lock "refresh_cache-1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.749209] env[68934]: DEBUG nova.network.neutron [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.948924] env[68934]: DEBUG oslo_vmware.api [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134591, 'name': PowerOnVM_Task, 'duration_secs': 1.22952} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.949336] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.949558] env[68934]: DEBUG nova.compute.manager [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.950859] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b03f18-c25e-4529-9698-e93991183ac5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.970184] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.013674] env[68934]: DEBUG oslo_vmware.api [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134592, 'name': PowerOffVM_Task, 'duration_secs': 0.286589} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.017076] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.017729] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.017729] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fabe88d6-f247-419a-99d0-9d031b1c796c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.035544] env[68934]: DEBUG nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.103553] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.103553] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.103553] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleting the datastore file [datastore1] 6eac0316-b719-4ff8-9999-06ddc5f55c4a {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.103553] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dc80f23-2a53-40f4-9692-8d4a4f80da27 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.112728] env[68934]: DEBUG oslo_vmware.api [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 758.112728] env[68934]: value = "task-3134595" [ 758.112728] env[68934]: _type = "Task" [ 758.112728] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.124551] env[68934]: DEBUG oslo_vmware.api [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.171945] env[68934]: DEBUG oslo_vmware.api [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134593, 'name': PowerOffVM_Task, 'duration_secs': 0.247732} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.171945] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.171945] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.176110] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e63cdf-af9e-4a02-9e1f-bbcfeae34d9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.184917] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2384f2-bb1a-402d-9f6f-0b07e39010b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.195188] env[68934]: DEBUG nova.network.neutron [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Successfully created port: 3477a872-068f-4329-8f47-787f90a69e30 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.197263] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9781816b-82b1-479d-bb46-f9388f9a26d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.231373] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe032048-af78-4247-8d65-03909edc4e33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.239979] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebbe8f-ff4a-4e39-8798-774a23e6f99c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.249550] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.249791] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.249971] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleting the datastore file [datastore1] 1b14a037-a9bc-4540-b6a2-6e68436a8425 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.250624] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a886f4d-d48d-4719-abbd-3297dc3f0c5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.265677] env[68934]: DEBUG nova.compute.provider_tree [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.272370] env[68934]: DEBUG oslo_vmware.api [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 758.272370] env[68934]: value = "task-3134597" [ 758.272370] env[68934]: _type = "Task" [ 758.272370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.281089] env[68934]: DEBUG oslo_vmware.api [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.299306] env[68934]: DEBUG nova.network.neutron [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.459354] env[68934]: DEBUG nova.network.neutron [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Updating instance_info_cache with network_info: [{"id": "2af1a6ce-2c54-4916-823e-acc18abb4364", "address": "fa:16:3e:eb:1a:c4", "network": {"id": "a6c93000-fb2a-4d13-8fa5-e1a1d3c65203", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1895629092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e9cbaf4c1184674aaa71bb8e4f9b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af1a6ce-2c", "ovs_interfaceid": "2af1a6ce-2c54-4916-823e-acc18abb4364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.486958] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.594734] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "31754487-d254-4ad7-8dcd-0799fe8acbb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.594989] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.622828] env[68934]: DEBUG oslo_vmware.api [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355148} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.623176] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.623396] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.623580] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.624244] env[68934]: INFO nova.compute.manager [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.624244] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.627079] env[68934]: DEBUG nova.compute.manager [-] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.627079] env[68934]: DEBUG nova.network.neutron [-] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.768903] env[68934]: DEBUG nova.scheduler.client.report [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.785494] env[68934]: DEBUG oslo_vmware.api [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366275} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.785802] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.786015] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.786211] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.786423] env[68934]: INFO nova.compute.manager [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Took 1.15 seconds to destroy the instance on the hypervisor. [ 758.786680] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.786892] env[68934]: DEBUG nova.compute.manager [-] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.786992] env[68934]: DEBUG nova.network.neutron [-] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.931853] env[68934]: DEBUG nova.compute.manager [req-c241b565-d34c-4d36-85a9-08b84e7b903e req-744cc86a-0187-4988-be85-77b5aa202bc8 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Received event network-vif-deleted-d0a12af6-0955-47f4-aef9-cbc0493a3e99 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.932139] env[68934]: INFO nova.compute.manager [req-c241b565-d34c-4d36-85a9-08b84e7b903e req-744cc86a-0187-4988-be85-77b5aa202bc8 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Neutron deleted interface d0a12af6-0955-47f4-aef9-cbc0493a3e99; detaching it from the instance and deleting it from the info cache [ 758.932217] env[68934]: DEBUG nova.network.neutron [req-c241b565-d34c-4d36-85a9-08b84e7b903e req-744cc86a-0187-4988-be85-77b5aa202bc8 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.965055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Releasing lock "refresh_cache-1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.965055] env[68934]: DEBUG nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Instance network_info: |[{"id": "2af1a6ce-2c54-4916-823e-acc18abb4364", "address": "fa:16:3e:eb:1a:c4", "network": {"id": "a6c93000-fb2a-4d13-8fa5-e1a1d3c65203", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1895629092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e9cbaf4c1184674aaa71bb8e4f9b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af1a6ce-2c", "ovs_interfaceid": "2af1a6ce-2c54-4916-823e-acc18abb4364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.965306] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:1a:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2af1a6ce-2c54-4916-823e-acc18abb4364', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.971022] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Creating folder: Project (3e9cbaf4c1184674aaa71bb8e4f9b45b). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.971785] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e443c3ff-bb61-4733-8610-056ccdd27fdf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.981619] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Created folder: Project (3e9cbaf4c1184674aaa71bb8e4f9b45b) in parent group-v627191. [ 758.981818] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Creating folder: Instances. Parent ref: group-v627278. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.982203] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb789a2d-146d-4a6a-9be5-c8719234b46f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.993709] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Created folder: Instances in parent group-v627278. [ 758.993709] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.993709] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.993709] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7637823-4220-4071-95f6-b7974150eacd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.013876] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.013876] env[68934]: value = "task-3134600" [ 759.013876] env[68934]: _type = "Task" [ 759.013876] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.022146] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134600, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.048663] env[68934]: DEBUG nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.090026] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.090026] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.090026] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.090499] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.090499] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.090499] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.090499] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.091349] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.091616] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.092470] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.092705] env[68934]: DEBUG nova.virt.hardware [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.094297] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d776cea-30c2-47a1-8231-fed51a6b9a59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.103581] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc27c1d-8f6d-4012-a931-e799c86e5208 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.217358] env[68934]: DEBUG nova.compute.manager [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Received event network-changed-2af1a6ce-2c54-4916-823e-acc18abb4364 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.217791] env[68934]: DEBUG nova.compute.manager [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Refreshing instance network info cache due to event network-changed-2af1a6ce-2c54-4916-823e-acc18abb4364. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.218273] env[68934]: DEBUG oslo_concurrency.lockutils [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] Acquiring lock "refresh_cache-1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.218583] env[68934]: DEBUG oslo_concurrency.lockutils [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] Acquired lock "refresh_cache-1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.218914] env[68934]: DEBUG nova.network.neutron [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Refreshing network info cache for port 2af1a6ce-2c54-4916-823e-acc18abb4364 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.277022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.277022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.808s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.279594] env[68934]: INFO nova.compute.claims [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.309369] env[68934]: INFO nova.scheduler.client.report [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Deleted allocations for instance 9acf0cdf-9800-4192-87c3-22259fe3b2f4 [ 759.411687] env[68934]: DEBUG nova.network.neutron [-] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.436503] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b091d5cf-8699-4c85-acc3-1a29a58e4405 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.450390] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fbc84-375f-4d19-a11d-42a2d023098e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.486012] env[68934]: DEBUG nova.compute.manager [req-c241b565-d34c-4d36-85a9-08b84e7b903e req-744cc86a-0187-4988-be85-77b5aa202bc8 service nova] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Detach interface failed, port_id=d0a12af6-0955-47f4-aef9-cbc0493a3e99, reason: Instance 6eac0316-b719-4ff8-9999-06ddc5f55c4a could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.524608] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134600, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.577650] env[68934]: DEBUG nova.network.neutron [-] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.713098] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "4252d347-76e1-4d37-9b71-bf46eb42c336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.713098] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "4252d347-76e1-4d37-9b71-bf46eb42c336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.713098] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "4252d347-76e1-4d37-9b71-bf46eb42c336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.713353] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "4252d347-76e1-4d37-9b71-bf46eb42c336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.713667] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "4252d347-76e1-4d37-9b71-bf46eb42c336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.717061] env[68934]: INFO nova.compute.manager [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Terminating instance [ 759.817511] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a67e39f-1756-427c-bfbb-93d02a0caee5 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Lock "9acf0cdf-9800-4192-87c3-22259fe3b2f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.645s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.913803] env[68934]: INFO nova.compute.manager [-] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Took 1.29 seconds to deallocate network for instance. [ 760.027396] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134600, 'name': CreateVM_Task, 'duration_secs': 0.73764} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.027582] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.028260] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.028428] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.028756] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.029014] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77698b8f-7e4e-45d8-a815-d8f77a4c8227 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.033657] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 760.033657] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524432fe-1e04-e577-9250-d3cc7ea35c3d" [ 760.033657] env[68934]: _type = "Task" [ 760.033657] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.042120] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524432fe-1e04-e577-9250-d3cc7ea35c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.080455] env[68934]: INFO nova.compute.manager [-] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Took 1.29 seconds to deallocate network for instance. [ 760.182822] env[68934]: DEBUG nova.network.neutron [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Updated VIF entry in instance network info cache for port 2af1a6ce-2c54-4916-823e-acc18abb4364. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.183250] env[68934]: DEBUG nova.network.neutron [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Updating instance_info_cache with network_info: [{"id": "2af1a6ce-2c54-4916-823e-acc18abb4364", "address": "fa:16:3e:eb:1a:c4", "network": {"id": "a6c93000-fb2a-4d13-8fa5-e1a1d3c65203", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1895629092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e9cbaf4c1184674aaa71bb8e4f9b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af1a6ce-2c", "ovs_interfaceid": "2af1a6ce-2c54-4916-823e-acc18abb4364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.223855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "refresh_cache-4252d347-76e1-4d37-9b71-bf46eb42c336" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.224120] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquired lock "refresh_cache-4252d347-76e1-4d37-9b71-bf46eb42c336" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.224318] env[68934]: DEBUG nova.network.neutron [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.297596] env[68934]: DEBUG nova.network.neutron [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Successfully updated port: 3477a872-068f-4329-8f47-787f90a69e30 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.426788] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.548297] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524432fe-1e04-e577-9250-d3cc7ea35c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.548749] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.549101] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.549536] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.549777] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.550084] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.550446] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c2ca92d-a08d-4afa-bdc0-ef245df44772 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.563028] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.563028] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.563194] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eceb3826-1cf0-4943-b874-583dc01a4bdc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.572455] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 760.572455] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52039098-03b4-a73f-6e04-6248d98272aa" [ 760.572455] env[68934]: _type = "Task" [ 760.572455] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.580618] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52039098-03b4-a73f-6e04-6248d98272aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.586281] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.686677] env[68934]: DEBUG oslo_concurrency.lockutils [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] Releasing lock "refresh_cache-1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.686943] env[68934]: DEBUG nova.compute.manager [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Received event network-vif-deleted-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.687165] env[68934]: INFO nova.compute.manager [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Neutron deleted interface 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3; detaching it from the instance and deleting it from the info cache [ 760.687332] env[68934]: DEBUG nova.network.neutron [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.746373] env[68934]: DEBUG nova.network.neutron [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.800580] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "refresh_cache-4cea04f6-c084-4849-b683-21396c6d6150" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.800979] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "refresh_cache-4cea04f6-c084-4849-b683-21396c6d6150" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.800979] env[68934]: DEBUG nova.network.neutron [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.847400] env[68934]: DEBUG nova.network.neutron [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.927406] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e2715a-1e8b-4301-ac26-e91e25f14bfa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.938647] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ff6108-c844-48bc-812d-2a2621a24975 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.969975] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3892b6-ccfe-45de-991c-82bb5fbebadb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.978192] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd082ef8-ff46-4cec-aba2-512d379e7983 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.992869] env[68934]: DEBUG nova.compute.provider_tree [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.084745] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52039098-03b4-a73f-6e04-6248d98272aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.085421] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5748baa0-43ff-407e-b6f0-1a354d72e9bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.091897] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 761.091897] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526ccf42-43e5-a8fa-5b77-00534aad1d5c" [ 761.091897] env[68934]: _type = "Task" [ 761.091897] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.100290] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526ccf42-43e5-a8fa-5b77-00534aad1d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.192784] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc1501bd-cc7b-43f0-bd1d-7e066fa2559b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.202481] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c60fc-33a9-4a53-a0cf-eda4bf14573b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.233239] env[68934]: DEBUG nova.compute.manager [req-92b32d30-bf24-4941-8418-da57f3982232 req-f6c26caa-1256-43a3-b964-c1890f75f2ea service nova] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Detach interface failed, port_id=1d0c7f95-8cc6-4581-bee9-f3bca9d296c3, reason: Instance 1b14a037-a9bc-4540-b6a2-6e68436a8425 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.341370] env[68934]: DEBUG nova.compute.manager [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Received event network-vif-plugged-3477a872-068f-4329-8f47-787f90a69e30 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.341370] env[68934]: DEBUG oslo_concurrency.lockutils [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] Acquiring lock "4cea04f6-c084-4849-b683-21396c6d6150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.341370] env[68934]: DEBUG oslo_concurrency.lockutils [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] Lock "4cea04f6-c084-4849-b683-21396c6d6150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.341370] env[68934]: DEBUG oslo_concurrency.lockutils [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] Lock "4cea04f6-c084-4849-b683-21396c6d6150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.341370] env[68934]: DEBUG nova.compute.manager [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] No waiting events found dispatching network-vif-plugged-3477a872-068f-4329-8f47-787f90a69e30 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.341516] env[68934]: WARNING nova.compute.manager [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Received unexpected event network-vif-plugged-3477a872-068f-4329-8f47-787f90a69e30 for instance with vm_state building and task_state spawning. [ 761.341516] env[68934]: DEBUG nova.compute.manager [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Received event network-changed-3477a872-068f-4329-8f47-787f90a69e30 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.341516] env[68934]: DEBUG nova.compute.manager [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Refreshing instance network info cache due to event network-changed-3477a872-068f-4329-8f47-787f90a69e30. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.341876] env[68934]: DEBUG oslo_concurrency.lockutils [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] Acquiring lock "refresh_cache-4cea04f6-c084-4849-b683-21396c6d6150" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.352022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Releasing lock "refresh_cache-4252d347-76e1-4d37-9b71-bf46eb42c336" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.352022] env[68934]: DEBUG nova.compute.manager [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.352022] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.352022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ecb370-b69f-4314-9e1b-24a7e8cefa87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.359510] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.359906] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996f19c6-ce96-43d8-8afe-fa06a5ffd0c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.366049] env[68934]: DEBUG oslo_vmware.api [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 761.366049] env[68934]: value = "task-3134601" [ 761.366049] env[68934]: _type = "Task" [ 761.366049] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.370755] env[68934]: DEBUG nova.network.neutron [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.376037] env[68934]: DEBUG oslo_vmware.api [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.499218] env[68934]: DEBUG nova.scheduler.client.report [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.607896] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526ccf42-43e5-a8fa-5b77-00534aad1d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.608820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.609099] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160/1201d68c-d8f2-4867-9a8e-c0f3aa0b3160.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.609402] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e355ff85-5a94-4db2-9be2-ff005e735c5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.617320] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 761.617320] env[68934]: value = "task-3134602" [ 761.617320] env[68934]: _type = "Task" [ 761.617320] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.622716] env[68934]: DEBUG nova.network.neutron [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Updating instance_info_cache with network_info: [{"id": "3477a872-068f-4329-8f47-787f90a69e30", "address": "fa:16:3e:cd:c5:bc", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477a872-06", "ovs_interfaceid": "3477a872-068f-4329-8f47-787f90a69e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.630829] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.877402] env[68934]: DEBUG oslo_vmware.api [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134601, 'name': PowerOffVM_Task, 'duration_secs': 0.144309} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.877806] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.877881] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.878158] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d408573-dfd7-4ce2-892d-c3cc6de901de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.902374] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.902849] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.902923] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Deleting the datastore file [datastore2] 4252d347-76e1-4d37-9b71-bf46eb42c336 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.903259] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9985691-c022-4ea1-b85f-64f3e31c34c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.910706] env[68934]: DEBUG oslo_vmware.api [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for the task: (returnval){ [ 761.910706] env[68934]: value = "task-3134604" [ 761.910706] env[68934]: _type = "Task" [ 761.910706] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.919780] env[68934]: DEBUG oslo_vmware.api [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.003620] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.004494] env[68934]: DEBUG nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.008975] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.098s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.011696] env[68934]: INFO nova.compute.claims [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.128183] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "refresh_cache-4cea04f6-c084-4849-b683-21396c6d6150" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.128334] env[68934]: DEBUG nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Instance network_info: |[{"id": "3477a872-068f-4329-8f47-787f90a69e30", "address": "fa:16:3e:cd:c5:bc", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477a872-06", "ovs_interfaceid": "3477a872-068f-4329-8f47-787f90a69e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.128545] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482496} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.128780] env[68934]: DEBUG oslo_concurrency.lockutils [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] Acquired lock "refresh_cache-4cea04f6-c084-4849-b683-21396c6d6150" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.128956] env[68934]: DEBUG nova.network.neutron [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Refreshing network info cache for port 3477a872-068f-4329-8f47-787f90a69e30 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.130189] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c5:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3477a872-068f-4329-8f47-787f90a69e30', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.139241] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.140033] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160/1201d68c-d8f2-4867-9a8e-c0f3aa0b3160.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.140033] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.143223] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.143394] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-011ccef4-0002-4fce-8a74-a02be292ef56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.151555] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac26b62a-e43e-4ff1-9737-2be94b0e9f14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.181219] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 762.181219] env[68934]: value = "task-3134605" [ 762.181219] env[68934]: _type = "Task" [ 762.181219] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.183568] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.183568] env[68934]: value = "task-3134606" [ 762.183568] env[68934]: _type = "Task" [ 762.183568] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.199994] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134606, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.203058] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.422528] env[68934]: DEBUG oslo_vmware.api [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Task: {'id': task-3134604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257051} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.425081] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.425271] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.425442] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.425609] env[68934]: INFO nova.compute.manager [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Took 1.08 seconds to destroy the instance on the hypervisor. [ 762.425846] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.426053] env[68934]: DEBUG nova.compute.manager [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.426535] env[68934]: DEBUG nova.network.neutron [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.464960] env[68934]: DEBUG nova.network.neutron [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.500763] env[68934]: DEBUG nova.network.neutron [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Updated VIF entry in instance network info cache for port 3477a872-068f-4329-8f47-787f90a69e30. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.500763] env[68934]: DEBUG nova.network.neutron [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Updating instance_info_cache with network_info: [{"id": "3477a872-068f-4329-8f47-787f90a69e30", "address": "fa:16:3e:cd:c5:bc", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477a872-06", "ovs_interfaceid": "3477a872-068f-4329-8f47-787f90a69e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.517988] env[68934]: DEBUG nova.compute.utils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.524175] env[68934]: DEBUG nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.524434] env[68934]: DEBUG nova.network.neutron [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.568581] env[68934]: DEBUG nova.policy [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1a26855fa84fbd80192c391278cb10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b3e3d80fff481d8b402702ca403b62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.696811] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15319} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.701623] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.701711] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134606, 'name': CreateVM_Task, 'duration_secs': 0.48708} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.702436] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de04bed-279f-4185-b8b9-264aaacce1fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.704907] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.705596] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.705762] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.706077] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.706640] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b1d0cc-096c-4ea7-8675-5b8dc3c08276 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.727139] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160/1201d68c-d8f2-4867-9a8e-c0f3aa0b3160.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.727881] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3858a42-e720-4dc8-99a9-1aad260093b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.744552] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 762.744552] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c827b-e7b9-927d-70c3-369cb9d9d2d5" [ 762.744552] env[68934]: _type = "Task" [ 762.744552] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.749246] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 762.749246] env[68934]: value = "task-3134607" [ 762.749246] env[68934]: _type = "Task" [ 762.749246] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.757121] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522c827b-e7b9-927d-70c3-369cb9d9d2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.760670] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.760930] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.761274] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.761388] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.761570] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.761758] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.762201] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d1f793-4ef5-4a29-bfa1-960a4e661f40 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.769542] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.769765] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.771032] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868caa73-f476-4331-9220-7980ef96f829 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.777158] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 762.777158] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5204701a-7f1f-25b7-c43e-70fc041d23ab" [ 762.777158] env[68934]: _type = "Task" [ 762.777158] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.785972] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5204701a-7f1f-25b7-c43e-70fc041d23ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.967929] env[68934]: DEBUG nova.network.neutron [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.002208] env[68934]: DEBUG oslo_concurrency.lockutils [req-d1bc8728-eb42-4556-80c9-0bad2e8442ef req-481207a1-f3f9-4ec5-94dc-a59f0047bd22 service nova] Releasing lock "refresh_cache-4cea04f6-c084-4849-b683-21396c6d6150" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.031687] env[68934]: DEBUG nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.038297] env[68934]: DEBUG nova.network.neutron [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Successfully created port: d63f76a8-8c35-40e5-a37a-acfc54fea7f0 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.261173] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134607, 'name': ReconfigVM_Task, 'duration_secs': 0.323097} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.261173] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160/1201d68c-d8f2-4867-9a8e-c0f3aa0b3160.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.261173] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-831c4f93-6df5-449a-81b6-29ef399631fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.275039] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 763.275039] env[68934]: value = "task-3134608" [ 763.275039] env[68934]: _type = "Task" [ 763.275039] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.289556] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134608, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.294156] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5204701a-7f1f-25b7-c43e-70fc041d23ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013287} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.294996] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c9cec5-ade0-40e8-82e9-e543d150f3d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.299999] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 763.299999] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52470c3b-b20e-e466-c6fa-385d38b0cf51" [ 763.299999] env[68934]: _type = "Task" [ 763.299999] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.307785] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52470c3b-b20e-e466-c6fa-385d38b0cf51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.471639] env[68934]: INFO nova.compute.manager [-] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Took 1.05 seconds to deallocate network for instance. [ 763.770544] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c93e2-61e2-44c7-9f70-a08730dfe409 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.782410] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d490b-b683-40ea-88b9-95d7b3e65b54 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.789260] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134608, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.820371] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56272d51-75c7-4472-ae3f-14293cb7ed07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.831016] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52470c3b-b20e-e466-c6fa-385d38b0cf51, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.831016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.831401] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4cea04f6-c084-4849-b683-21396c6d6150/4cea04f6-c084-4849-b683-21396c6d6150.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.831652] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c38e951-3f1e-407b-98a2-6efdd27fb512 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.834716] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd79e8-5a75-4c63-81f1-7e71c68612ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.848248] env[68934]: DEBUG nova.compute.provider_tree [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.851147] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 763.851147] env[68934]: value = "task-3134609" [ 763.851147] env[68934]: _type = "Task" [ 763.851147] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.858903] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.984911] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.045627] env[68934]: DEBUG nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.075073] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.075073] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.075073] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.075073] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.075318] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.075318] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.075438] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.075597] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.075761] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.075925] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.076134] env[68934]: DEBUG nova.virt.hardware [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.077081] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48516c3-1100-4fbb-b0d6-63d48b2fcd3c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.085192] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb45250-30ef-484c-9c73-db194c9cc50e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.288524] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134608, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.355316] env[68934]: DEBUG nova.scheduler.client.report [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.384019] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479636} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.384859] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4cea04f6-c084-4849-b683-21396c6d6150/4cea04f6-c084-4849-b683-21396c6d6150.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.385214] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.385609] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fd35747-4c58-4672-83d4-9f65110b662b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.394104] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 764.394104] env[68934]: value = "task-3134610" [ 764.394104] env[68934]: _type = "Task" [ 764.394104] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.404788] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.787043] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134608, 'name': Rename_Task, 'duration_secs': 1.050249} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.787043] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.787043] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e03362b-e0c4-4f36-8af3-634d161cb36a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.798162] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 764.798162] env[68934]: value = "task-3134611" [ 764.798162] env[68934]: _type = "Task" [ 764.798162] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.802873] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.872905] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.873563] env[68934]: DEBUG nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.878839] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.252s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.879089] env[68934]: DEBUG nova.objects.instance [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lazy-loading 'resources' on Instance uuid 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.900907] env[68934]: DEBUG nova.network.neutron [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Successfully updated port: d63f76a8-8c35-40e5-a37a-acfc54fea7f0 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.908130] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069656} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.908399] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.909203] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826924a-8dbd-4bdc-bbf0-5109ef1efce3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.936453] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 4cea04f6-c084-4849-b683-21396c6d6150/4cea04f6-c084-4849-b683-21396c6d6150.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.938376] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf43d26-f580-47a1-a618-ea3499933781 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.954380] env[68934]: DEBUG nova.compute.manager [req-472e394f-51c3-45e6-bbbf-56a3881e797a req-e154c09b-3ac2-48e3-8a18-95e77d80f71d service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Received event network-vif-plugged-d63f76a8-8c35-40e5-a37a-acfc54fea7f0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.954593] env[68934]: DEBUG oslo_concurrency.lockutils [req-472e394f-51c3-45e6-bbbf-56a3881e797a req-e154c09b-3ac2-48e3-8a18-95e77d80f71d service nova] Acquiring lock "91772ff3-f07c-413e-a54e-104e3e1e21a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.954799] env[68934]: DEBUG oslo_concurrency.lockutils [req-472e394f-51c3-45e6-bbbf-56a3881e797a req-e154c09b-3ac2-48e3-8a18-95e77d80f71d service nova] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.954957] env[68934]: DEBUG oslo_concurrency.lockutils [req-472e394f-51c3-45e6-bbbf-56a3881e797a req-e154c09b-3ac2-48e3-8a18-95e77d80f71d service nova] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.955132] env[68934]: DEBUG nova.compute.manager [req-472e394f-51c3-45e6-bbbf-56a3881e797a req-e154c09b-3ac2-48e3-8a18-95e77d80f71d service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] No waiting events found dispatching network-vif-plugged-d63f76a8-8c35-40e5-a37a-acfc54fea7f0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.955290] env[68934]: WARNING nova.compute.manager [req-472e394f-51c3-45e6-bbbf-56a3881e797a req-e154c09b-3ac2-48e3-8a18-95e77d80f71d service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Received unexpected event network-vif-plugged-d63f76a8-8c35-40e5-a37a-acfc54fea7f0 for instance with vm_state building and task_state spawning. [ 764.962955] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 764.962955] env[68934]: value = "task-3134612" [ 764.962955] env[68934]: _type = "Task" [ 764.962955] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.973483] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.307092] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.382783] env[68934]: DEBUG nova.compute.utils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.387202] env[68934]: DEBUG nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.387415] env[68934]: DEBUG nova.network.neutron [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.405531] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "refresh_cache-91772ff3-f07c-413e-a54e-104e3e1e21a0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.405531] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquired lock "refresh_cache-91772ff3-f07c-413e-a54e-104e3e1e21a0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.405531] env[68934]: DEBUG nova.network.neutron [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.479598] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134612, 'name': ReconfigVM_Task, 'duration_secs': 0.277442} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.479598] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 4cea04f6-c084-4849-b683-21396c6d6150/4cea04f6-c084-4849-b683-21396c6d6150.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.480720] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b09a80-649f-47af-a4d1-ae788c684122 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.490165] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 765.490165] env[68934]: value = "task-3134613" [ 765.490165] env[68934]: _type = "Task" [ 765.490165] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.500047] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134613, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.512516] env[68934]: DEBUG nova.policy [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0214f20d83240a7a1ac806eef3f126f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3ad0b74f6b64810964bd2c5a4cce2ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.587464] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.587748] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.803734] env[68934]: DEBUG oslo_vmware.api [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134611, 'name': PowerOnVM_Task, 'duration_secs': 0.692793} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.804009] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.804443] env[68934]: INFO nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Took 9.60 seconds to spawn the instance on the hypervisor. [ 765.804647] env[68934]: DEBUG nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.807543] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cbaacf-a626-494a-b47b-61a649fcb047 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.887774] env[68934]: DEBUG nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.962142] env[68934]: DEBUG nova.network.neutron [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.966378] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e8ef2-6b14-4253-8525-e6a9791ec7af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.974589] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426b45b8-8b19-4d11-96e5-25fc3896b985 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.012036] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b634269-5cd0-4c60-be72-f8ccfd9fdaa4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.022013] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134613, 'name': Rename_Task, 'duration_secs': 0.15324} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.022327] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.023530] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf91a2-e83c-4686-857b-0424d525fd79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.027639] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfee6c91-a48a-4ee4-be89-a7f49e98c3fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.039155] env[68934]: DEBUG nova.compute.provider_tree [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.041473] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 766.041473] env[68934]: value = "task-3134614" [ 766.041473] env[68934]: _type = "Task" [ 766.041473] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.050197] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134614, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.101579] env[68934]: DEBUG nova.network.neutron [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Successfully created port: 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.307790] env[68934]: DEBUG nova.network.neutron [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Updating instance_info_cache with network_info: [{"id": "d63f76a8-8c35-40e5-a37a-acfc54fea7f0", "address": "fa:16:3e:69:56:30", "network": {"id": "3f97e8cc-4bca-46d6-af62-323c2773f70e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1119761073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b3e3d80fff481d8b402702ca403b62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63f76a8-8c", "ovs_interfaceid": "d63f76a8-8c35-40e5-a37a-acfc54fea7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.327078] env[68934]: INFO nova.compute.manager [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Took 50.75 seconds to build instance. [ 766.544399] env[68934]: DEBUG nova.scheduler.client.report [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.560900] env[68934]: DEBUG oslo_vmware.api [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134614, 'name': PowerOnVM_Task, 'duration_secs': 0.432837} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.561639] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.561639] env[68934]: INFO nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Took 7.51 seconds to spawn the instance on the hypervisor. [ 766.561639] env[68934]: DEBUG nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.562474] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b66f93b-fdef-4413-93e8-55a4f8a2d05d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.810810] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Releasing lock "refresh_cache-91772ff3-f07c-413e-a54e-104e3e1e21a0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.811105] env[68934]: DEBUG nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Instance network_info: |[{"id": "d63f76a8-8c35-40e5-a37a-acfc54fea7f0", "address": "fa:16:3e:69:56:30", "network": {"id": "3f97e8cc-4bca-46d6-af62-323c2773f70e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1119761073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b3e3d80fff481d8b402702ca403b62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63f76a8-8c", "ovs_interfaceid": "d63f76a8-8c35-40e5-a37a-acfc54fea7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.811530] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:56:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd63f76a8-8c35-40e5-a37a-acfc54fea7f0', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.819952] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Creating folder: Project (92b3e3d80fff481d8b402702ca403b62). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.820281] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27049bb7-ac7b-48c9-baac-c6c59693d932 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.829229] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33caad67-895d-4297-93ae-be0580ce006b tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.441s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.833106] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Created folder: Project (92b3e3d80fff481d8b402702ca403b62) in parent group-v627191. [ 766.833306] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Creating folder: Instances. Parent ref: group-v627282. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.833989] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e6bb8b-9c14-4bb4-9fd6-b19c9439eb90 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.842829] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Created folder: Instances in parent group-v627282. [ 766.843380] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.843780] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.843995] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08f2e66c-042e-4c94-ad9b-d72662787438 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.864536] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.864536] env[68934]: value = "task-3134617" [ 766.864536] env[68934]: _type = "Task" [ 766.864536] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.874521] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134617, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.897431] env[68934]: DEBUG nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.930897] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.931196] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.931371] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.931573] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.931736] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.931898] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.932140] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.932332] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.932529] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.932722] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.933033] env[68934]: DEBUG nova.virt.hardware [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.933889] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76970d70-d55b-45db-9364-472117bb7b77 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.945189] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322970ea-a0d4-4809-ac27-d0b33e4b5b64 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.974679] env[68934]: DEBUG nova.compute.manager [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Received event network-changed-d63f76a8-8c35-40e5-a37a-acfc54fea7f0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.974863] env[68934]: DEBUG nova.compute.manager [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Refreshing instance network info cache due to event network-changed-d63f76a8-8c35-40e5-a37a-acfc54fea7f0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.975275] env[68934]: DEBUG oslo_concurrency.lockutils [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] Acquiring lock "refresh_cache-91772ff3-f07c-413e-a54e-104e3e1e21a0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.975468] env[68934]: DEBUG oslo_concurrency.lockutils [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] Acquired lock "refresh_cache-91772ff3-f07c-413e-a54e-104e3e1e21a0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.975653] env[68934]: DEBUG nova.network.neutron [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Refreshing network info cache for port d63f76a8-8c35-40e5-a37a-acfc54fea7f0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.051318] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.053777] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.857s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.055805] env[68934]: INFO nova.compute.claims [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.086741] env[68934]: INFO nova.scheduler.client.report [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Deleted allocations for instance 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d [ 767.087063] env[68934]: INFO nova.compute.manager [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Took 50.31 seconds to build instance. [ 767.333224] env[68934]: DEBUG nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.374981] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134617, 'name': CreateVM_Task, 'duration_secs': 0.333062} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.376231] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.376941] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379282] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.379282] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.379282] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847de7b5-f27a-43ea-adf1-451da61abc8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.384175] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 767.384175] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52597216-a919-1852-72a6-b6aee4972ba9" [ 767.384175] env[68934]: _type = "Task" [ 767.384175] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.390752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.390752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.391376] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.392251] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.392251] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.395243] env[68934]: INFO nova.compute.manager [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Terminating instance [ 767.405109] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52597216-a919-1852-72a6-b6aee4972ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.014122} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.405856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.406341] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.406627] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.406882] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.407201] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.407806] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9acfddbc-c73d-468c-bd50-25cb683f6947 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.418586] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.418926] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.420375] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b70284-8557-495c-a8df-70de291e67b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.429337] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 767.429337] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525f5fb1-7691-cff0-dd51-1784fa900419" [ 767.429337] env[68934]: _type = "Task" [ 767.429337] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.443104] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525f5fb1-7691-cff0-dd51-1784fa900419, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.443954] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845c6b76-de6e-4ee2-9dff-8b85465ff3e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.449382] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 767.449382] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522de23b-74ec-bb18-8ef7-4d42d1918ce7" [ 767.449382] env[68934]: _type = "Task" [ 767.449382] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.458111] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522de23b-74ec-bb18-8ef7-4d42d1918ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.590875] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "4cea04f6-c084-4849-b683-21396c6d6150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.422s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.598175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Lock "0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.606s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.861068] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.909382] env[68934]: DEBUG nova.compute.manager [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.910841] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.911854] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beed357d-fb48-414e-9fd9-963544b7d8fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.920453] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.920721] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0590550a-1a69-4152-ae5d-fd3608e53006 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.926948] env[68934]: DEBUG oslo_vmware.api [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 767.926948] env[68934]: value = "task-3134618" [ 767.926948] env[68934]: _type = "Task" [ 767.926948] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.939361] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "7c84031d-42e9-4531-b4f0-031e91d4d518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.939361] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.941992] env[68934]: DEBUG oslo_vmware.api [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.962970] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522de23b-74ec-bb18-8ef7-4d42d1918ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.008678} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.963257] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.963511] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 91772ff3-f07c-413e-a54e-104e3e1e21a0/91772ff3-f07c-413e-a54e-104e3e1e21a0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.963761] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc6aa288-2c01-42c8-85af-1ab8bd4ceea0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.976836] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 767.976836] env[68934]: value = "task-3134619" [ 767.976836] env[68934]: _type = "Task" [ 767.976836] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.987207] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.095226] env[68934]: DEBUG nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.211027] env[68934]: DEBUG nova.network.neutron [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Updated VIF entry in instance network info cache for port d63f76a8-8c35-40e5-a37a-acfc54fea7f0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.211027] env[68934]: DEBUG nova.network.neutron [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Updating instance_info_cache with network_info: [{"id": "d63f76a8-8c35-40e5-a37a-acfc54fea7f0", "address": "fa:16:3e:69:56:30", "network": {"id": "3f97e8cc-4bca-46d6-af62-323c2773f70e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1119761073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b3e3d80fff481d8b402702ca403b62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63f76a8-8c", "ovs_interfaceid": "d63f76a8-8c35-40e5-a37a-acfc54fea7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.444301] env[68934]: DEBUG oslo_vmware.api [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134618, 'name': PowerOffVM_Task, 'duration_secs': 0.193843} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.444301] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.444301] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.444788] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef9142aa-0e9a-4575-9f5e-9a3548815a24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.463304] env[68934]: DEBUG nova.network.neutron [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Successfully updated port: 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.487931] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494744} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.490516] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 91772ff3-f07c-413e-a54e-104e3e1e21a0/91772ff3-f07c-413e-a54e-104e3e1e21a0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.490632] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.491063] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-135bef64-50c5-4be4-ac55-07de89a1bb4c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.497829] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 768.497829] env[68934]: value = "task-3134621" [ 768.497829] env[68934]: _type = "Task" [ 768.497829] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.510508] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.515112] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.515347] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.515519] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Deleting the datastore file [datastore2] 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.515853] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b090a8-0431-4bc1-b15b-a53fde0dc5b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.522056] env[68934]: DEBUG oslo_vmware.api [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for the task: (returnval){ [ 768.522056] env[68934]: value = "task-3134622" [ 768.522056] env[68934]: _type = "Task" [ 768.522056] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.535551] env[68934]: DEBUG oslo_vmware.api [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.616041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.710648] env[68934]: DEBUG oslo_concurrency.lockutils [req-b3b01862-fade-41e4-b134-feb1cfb0de4d req-173b5a10-aca6-4cad-a035-f67c35c7fe27 service nova] Releasing lock "refresh_cache-91772ff3-f07c-413e-a54e-104e3e1e21a0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.712706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa821ad-bdbc-4e91-bac6-a242efedfb23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.722060] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde2f482-56b3-4c2d-97ae-c074d066cb38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.756910] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87d3c99-e0f1-4b96-9122-7e8b54a99336 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.765456] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b077480-6ceb-4892-b1e6-1aaa56083965 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.780132] env[68934]: DEBUG nova.compute.provider_tree [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.973678] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "refresh_cache-38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.973807] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquired lock "refresh_cache-38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.974409] env[68934]: DEBUG nova.network.neutron [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.007510] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060729} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.007780] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.008614] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d89867-b36c-4ff0-943a-a3069fd8cf46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.031681] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 91772ff3-f07c-413e-a54e-104e3e1e21a0/91772ff3-f07c-413e-a54e-104e3e1e21a0.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.032077] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955a4f88-52ea-42f7-86fc-b6d032964c07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.052971] env[68934]: DEBUG nova.compute.manager [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Received event network-vif-plugged-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.053213] env[68934]: DEBUG oslo_concurrency.lockutils [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] Acquiring lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.053419] env[68934]: DEBUG oslo_concurrency.lockutils [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.053582] env[68934]: DEBUG oslo_concurrency.lockutils [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.053745] env[68934]: DEBUG nova.compute.manager [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] No waiting events found dispatching network-vif-plugged-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.053905] env[68934]: WARNING nova.compute.manager [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Received unexpected event network-vif-plugged-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 for instance with vm_state building and task_state spawning. [ 769.054073] env[68934]: DEBUG nova.compute.manager [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Received event network-changed-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.054225] env[68934]: DEBUG nova.compute.manager [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Refreshing instance network info cache due to event network-changed-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.054416] env[68934]: DEBUG oslo_concurrency.lockutils [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] Acquiring lock "refresh_cache-38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.060555] env[68934]: DEBUG oslo_vmware.api [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Task: {'id': task-3134622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133978} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.061788] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.061989] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.062167] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.062334] env[68934]: INFO nova.compute.manager [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Took 1.15 seconds to destroy the instance on the hypervisor. [ 769.062731] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.063091] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 769.063091] env[68934]: value = "task-3134623" [ 769.063091] env[68934]: _type = "Task" [ 769.063091] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.063305] env[68934]: DEBUG nova.compute.manager [-] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.063383] env[68934]: DEBUG nova.network.neutron [-] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.076138] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134623, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.284427] env[68934]: DEBUG nova.scheduler.client.report [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.531501] env[68934]: DEBUG nova.network.neutron [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.578180] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134623, 'name': ReconfigVM_Task, 'duration_secs': 0.490865} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.578538] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 91772ff3-f07c-413e-a54e-104e3e1e21a0/91772ff3-f07c-413e-a54e-104e3e1e21a0.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.579715] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e0fa2e-4216-41c9-b064-74ccbfae4de8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.585362] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 769.585362] env[68934]: value = "task-3134624" [ 769.585362] env[68934]: _type = "Task" [ 769.585362] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.594650] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134624, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.758900] env[68934]: DEBUG nova.network.neutron [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Updating instance_info_cache with network_info: [{"id": "1fa5454e-2082-44f7-a1fa-2e1f5f0cc645", "address": "fa:16:3e:16:d4:44", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa5454e-20", "ovs_interfaceid": "1fa5454e-2082-44f7-a1fa-2e1f5f0cc645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.789846] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.791928] env[68934]: DEBUG nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.793398] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.098s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.795269] env[68934]: INFO nova.compute.claims [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.899374] env[68934]: DEBUG nova.network.neutron [-] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.096975] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134624, 'name': Rename_Task, 'duration_secs': 0.158761} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.097283] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.097538] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cb07f52-984c-4213-a5ed-6359208b7aa5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.103872] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 770.103872] env[68934]: value = "task-3134625" [ 770.103872] env[68934]: _type = "Task" [ 770.103872] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.111977] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.261682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Releasing lock "refresh_cache-38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.262089] env[68934]: DEBUG nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Instance network_info: |[{"id": "1fa5454e-2082-44f7-a1fa-2e1f5f0cc645", "address": "fa:16:3e:16:d4:44", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa5454e-20", "ovs_interfaceid": "1fa5454e-2082-44f7-a1fa-2e1f5f0cc645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.262403] env[68934]: DEBUG oslo_concurrency.lockutils [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] Acquired lock "refresh_cache-38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.262583] env[68934]: DEBUG nova.network.neutron [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Refreshing network info cache for port 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.263830] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:d4:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa5454e-2082-44f7-a1fa-2e1f5f0cc645', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.272122] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Creating folder: Project (c3ad0b74f6b64810964bd2c5a4cce2ba). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.273208] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-599d4c80-42a8-4cdf-90d4-cc15514d4776 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.283880] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Created folder: Project (c3ad0b74f6b64810964bd2c5a4cce2ba) in parent group-v627191. [ 770.284088] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Creating folder: Instances. Parent ref: group-v627285. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.284323] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f92aea84-3a7f-4e34-9af9-3202b97ce837 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.293461] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Created folder: Instances in parent group-v627285. [ 770.293690] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.293874] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.294087] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba71688a-3936-444f-a547-30b7a2544081 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.310825] env[68934]: DEBUG nova.compute.utils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.312318] env[68934]: DEBUG nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.312484] env[68934]: DEBUG nova.network.neutron [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.319025] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.319025] env[68934]: value = "task-3134628" [ 770.319025] env[68934]: _type = "Task" [ 770.319025] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.328572] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134628, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.356280] env[68934]: DEBUG nova.policy [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bf61494e12947cfbc5f603ec9059521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5497c94a726469c8484366660ede9e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.402355] env[68934]: INFO nova.compute.manager [-] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Took 1.34 seconds to deallocate network for instance. [ 770.613836] env[68934]: DEBUG oslo_vmware.api [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134625, 'name': PowerOnVM_Task, 'duration_secs': 0.427213} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.614122] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.614311] env[68934]: INFO nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Took 6.57 seconds to spawn the instance on the hypervisor. [ 770.614490] env[68934]: DEBUG nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.615258] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bd8832-448c-4e85-95a5-41373c3285e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.816077] env[68934]: DEBUG nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.831837] env[68934]: DEBUG nova.network.neutron [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Successfully created port: d9856c14-a51a-434e-9054-62910e6099ea {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.846019] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134628, 'name': CreateVM_Task, 'duration_secs': 0.478} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.846019] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.849967] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.850429] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.851291] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.852240] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e07df91-8847-44d2-aeb9-d38a09074eb6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.856810] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 770.856810] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52df781b-698e-7658-2ed8-804a93b8d511" [ 770.856810] env[68934]: _type = "Task" [ 770.856810] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.870998] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52df781b-698e-7658-2ed8-804a93b8d511, 'name': SearchDatastore_Task, 'duration_secs': 0.008467} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.875118] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.875118] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.875118] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.875118] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.875300] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.875439] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc8b9cc9-c6af-46b5-97a8-ba4387777fc4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.882982] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.882982] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.883524] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59708208-c123-4110-a0ab-b483dd3e6673 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.889316] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 770.889316] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5213af88-1349-0b82-0c6f-8f6a51945e25" [ 770.889316] env[68934]: _type = "Task" [ 770.889316] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.899304] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5213af88-1349-0b82-0c6f-8f6a51945e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.910269] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.136785] env[68934]: INFO nova.compute.manager [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Took 47.69 seconds to build instance. [ 771.256111] env[68934]: DEBUG nova.network.neutron [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Updated VIF entry in instance network info cache for port 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.256111] env[68934]: DEBUG nova.network.neutron [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Updating instance_info_cache with network_info: [{"id": "1fa5454e-2082-44f7-a1fa-2e1f5f0cc645", "address": "fa:16:3e:16:d4:44", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa5454e-20", "ovs_interfaceid": "1fa5454e-2082-44f7-a1fa-2e1f5f0cc645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.309338] env[68934]: DEBUG nova.compute.manager [req-45062a8a-e63c-415f-a8f2-e9ab9cfee6b9 req-da364e63-a733-4f41-b745-aff76bb09b04 service nova] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Received event network-vif-deleted-2af1a6ce-2c54-4916-823e-acc18abb4364 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.395066] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eb18b0-8784-40db-b133-8eeeb65c6cd6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.410133] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736e87e-017f-434e-9f9a-10e468832b3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.413220] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5213af88-1349-0b82-0c6f-8f6a51945e25, 'name': SearchDatastore_Task, 'duration_secs': 0.026542} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.414288] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b47234-39d9-4d84-bcf8-265a688e548b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.442848] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd42852-4c32-4f1c-afca-7855b96321b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.446746] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 771.446746] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52778f2a-e239-a73e-c9e6-3d61d9ae188b" [ 771.446746] env[68934]: _type = "Task" [ 771.446746] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.453287] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fdc6b8-f8d2-4668-9809-bc3eea3cbaf6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.460102] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52778f2a-e239-a73e-c9e6-3d61d9ae188b, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.460665] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.460948] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d/38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.461205] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9235df1d-5bfc-4f04-9bfc-ad2617673231 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.470470] env[68934]: DEBUG nova.compute.provider_tree [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.476037] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 771.476037] env[68934]: value = "task-3134629" [ 771.476037] env[68934]: _type = "Task" [ 771.476037] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.484193] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.640182] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.363s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.759634] env[68934]: DEBUG oslo_concurrency.lockutils [req-9c09a03b-7df7-46b8-8f0d-d23474adf17b req-5153630e-b3d3-4994-862a-a8d700421356 service nova] Releasing lock "refresh_cache-38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.827041] env[68934]: DEBUG nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.852813] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.853160] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.853372] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.853574] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.853763] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.853921] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.854197] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.854479] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.854704] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.854878] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.855135] env[68934]: DEBUG nova.virt.hardware [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.856161] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4f144d-0dfa-49f1-9331-7659abca3df0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.866246] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddfbf30-a5a7-4123-b83d-f37d6961b753 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.976022] env[68934]: DEBUG nova.scheduler.client.report [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.990378] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465042} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.990689] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d/38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.990905] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.991206] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a73a62d-8061-4b13-a468-a050c39ef08e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.997928] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 771.997928] env[68934]: value = "task-3134630" [ 771.997928] env[68934]: _type = "Task" [ 771.997928] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.008107] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.143346] env[68934]: DEBUG nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.488026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.488026] env[68934]: DEBUG nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.488709] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.364s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.489104] env[68934]: DEBUG nova.objects.instance [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lazy-loading 'resources' on Instance uuid 252d4911-0e62-46be-aeff-4b964a018205 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.508351] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061124} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.508857] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.509772] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ed675-7c37-4cc9-8ca7-3598e9197879 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.534773] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d/38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.535678] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85363698-5ddb-4c86-9729-e04484c0102e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.558481] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 772.558481] env[68934]: value = "task-3134631" [ 772.558481] env[68934]: _type = "Task" [ 772.558481] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.571161] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.669177] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.758812] env[68934]: DEBUG nova.network.neutron [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Successfully updated port: d9856c14-a51a-434e-9054-62910e6099ea {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.994975] env[68934]: DEBUG nova.compute.utils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.996522] env[68934]: DEBUG nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.996708] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.072752] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134631, 'name': ReconfigVM_Task, 'duration_secs': 0.284453} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.074120] env[68934]: DEBUG nova.policy [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '593e5f11059d468aa533a5c50669369f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3c12fbcd2fe44b48cb02ce699e28a98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.075516] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d/38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.078575] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40533348-d367-404d-b46e-c057672ea2c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.085668] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 773.085668] env[68934]: value = "task-3134632" [ 773.085668] env[68934]: _type = "Task" [ 773.085668] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.095150] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134632, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.268021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "refresh_cache-fb396636-f789-4fd4-acce-61b6c60565fb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.268021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquired lock "refresh_cache-fb396636-f789-4fd4-acce-61b6c60565fb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.268021] env[68934]: DEBUG nova.network.neutron [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.413438] env[68934]: DEBUG nova.compute.manager [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Received event network-vif-plugged-d9856c14-a51a-434e-9054-62910e6099ea {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.413657] env[68934]: DEBUG oslo_concurrency.lockutils [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] Acquiring lock "fb396636-f789-4fd4-acce-61b6c60565fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.413857] env[68934]: DEBUG oslo_concurrency.lockutils [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] Lock "fb396636-f789-4fd4-acce-61b6c60565fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.414034] env[68934]: DEBUG oslo_concurrency.lockutils [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] Lock "fb396636-f789-4fd4-acce-61b6c60565fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.414201] env[68934]: DEBUG nova.compute.manager [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] No waiting events found dispatching network-vif-plugged-d9856c14-a51a-434e-9054-62910e6099ea {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.414364] env[68934]: WARNING nova.compute.manager [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Received unexpected event network-vif-plugged-d9856c14-a51a-434e-9054-62910e6099ea for instance with vm_state building and task_state spawning. [ 773.414522] env[68934]: DEBUG nova.compute.manager [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Received event network-changed-d9856c14-a51a-434e-9054-62910e6099ea {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.414669] env[68934]: DEBUG nova.compute.manager [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Refreshing instance network info cache due to event network-changed-d9856c14-a51a-434e-9054-62910e6099ea. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.414827] env[68934]: DEBUG oslo_concurrency.lockutils [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] Acquiring lock "refresh_cache-fb396636-f789-4fd4-acce-61b6c60565fb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.458338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "91772ff3-f07c-413e-a54e-104e3e1e21a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.458338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.458338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "91772ff3-f07c-413e-a54e-104e3e1e21a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.458338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.458464] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.458464] env[68934]: INFO nova.compute.manager [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Terminating instance [ 773.502547] env[68934]: DEBUG nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.550952] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Successfully created port: 08a4241a-53ae-4252-a71d-8d7ca7b37f87 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.556933] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3140ff30-b09f-4f97-9048-aec6b008e549 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.564790] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d924919a-0a57-4874-9cb5-e67ca85e4467 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.599239] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe59e80-7ddb-4359-bf73-62c79b57692d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.608831] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134632, 'name': Rename_Task, 'duration_secs': 0.141532} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.609188] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.610400] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1703d87-2f30-439a-a3b7-34d978b5eb48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.614043] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c82261f3-c213-4f00-85e3-98c7c39b17fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.626189] env[68934]: DEBUG nova.compute.provider_tree [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.631326] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 773.631326] env[68934]: value = "task-3134633" [ 773.631326] env[68934]: _type = "Task" [ 773.631326] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.640500] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134633, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.961924] env[68934]: DEBUG nova.compute.manager [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.962372] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.964893] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f2fcf-425f-44c8-81b2-532ac5eec030 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.971637] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.971768] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08eec74b-b107-4edd-8bac-78024b08c820 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.977807] env[68934]: DEBUG oslo_vmware.api [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 773.977807] env[68934]: value = "task-3134634" [ 773.977807] env[68934]: _type = "Task" [ 773.977807] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.986198] env[68934]: DEBUG oslo_vmware.api [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.047198] env[68934]: DEBUG nova.network.neutron [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.131169] env[68934]: DEBUG nova.scheduler.client.report [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.147518] env[68934]: DEBUG oslo_vmware.api [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134633, 'name': PowerOnVM_Task, 'duration_secs': 0.450459} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.147995] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.147995] env[68934]: INFO nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Took 7.25 seconds to spawn the instance on the hypervisor. [ 774.148310] env[68934]: DEBUG nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.149159] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205708b8-71df-4c70-9978-683178ede3ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.371650] env[68934]: DEBUG nova.network.neutron [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Updating instance_info_cache with network_info: [{"id": "d9856c14-a51a-434e-9054-62910e6099ea", "address": "fa:16:3e:48:72:7e", "network": {"id": "a04050ca-e11e-487f-a704-d8c5f17d96a8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-697259072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5497c94a726469c8484366660ede9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9856c14-a5", "ovs_interfaceid": "d9856c14-a51a-434e-9054-62910e6099ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.388270] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Successfully created port: 9d201450-1a5d-461f-bb93-d34b60219d6e {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.488494] env[68934]: DEBUG oslo_vmware.api [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134634, 'name': PowerOffVM_Task, 'duration_secs': 0.209152} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.488770] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.489032] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.489313] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de958484-75d2-4340-9641-52b039709c8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.512216] env[68934]: DEBUG nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.537951] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.538486] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.538790] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.539818] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.539818] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.539818] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.539818] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.540240] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.540521] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.540792] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.541091] env[68934]: DEBUG nova.virt.hardware [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.543019] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4907e45-a41c-485f-9998-4132afa508bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.551683] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b10c8-c2cb-4611-b430-1a1c64bc688b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.578020] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.578020] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.578020] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Deleting the datastore file [datastore2] 91772ff3-f07c-413e-a54e-104e3e1e21a0 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.578020] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9d568a9-ca0a-47d4-889c-8af6f10fb86d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.583086] env[68934]: DEBUG oslo_vmware.api [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for the task: (returnval){ [ 774.583086] env[68934]: value = "task-3134636" [ 774.583086] env[68934]: _type = "Task" [ 774.583086] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.592445] env[68934]: DEBUG oslo_vmware.api [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.645472] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.646865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.231s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.647605] env[68934]: DEBUG nova.objects.instance [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lazy-loading 'resources' on Instance uuid 35024f1d-406f-471c-b999-b7f7ad30d1bb {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.669169] env[68934]: INFO nova.compute.manager [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Took 44.77 seconds to build instance. [ 774.678797] env[68934]: INFO nova.scheduler.client.report [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted allocations for instance 252d4911-0e62-46be-aeff-4b964a018205 [ 774.871196] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Successfully created port: 3a7b14db-1700-4419-acac-1ee632547ba1 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.874442] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Releasing lock "refresh_cache-fb396636-f789-4fd4-acce-61b6c60565fb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.874706] env[68934]: DEBUG nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Instance network_info: |[{"id": "d9856c14-a51a-434e-9054-62910e6099ea", "address": "fa:16:3e:48:72:7e", "network": {"id": "a04050ca-e11e-487f-a704-d8c5f17d96a8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-697259072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5497c94a726469c8484366660ede9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9856c14-a5", "ovs_interfaceid": "d9856c14-a51a-434e-9054-62910e6099ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.875027] env[68934]: DEBUG oslo_concurrency.lockutils [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] Acquired lock "refresh_cache-fb396636-f789-4fd4-acce-61b6c60565fb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.875217] env[68934]: DEBUG nova.network.neutron [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Refreshing network info cache for port d9856c14-a51a-434e-9054-62910e6099ea {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.876428] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:72:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9856c14-a51a-434e-9054-62910e6099ea', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.887102] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Creating folder: Project (f5497c94a726469c8484366660ede9e9). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.887102] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25134444-9551-4d44-9a17-4fad7223d813 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.899431] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Created folder: Project (f5497c94a726469c8484366660ede9e9) in parent group-v627191. [ 774.899821] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Creating folder: Instances. Parent ref: group-v627288. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.901666] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47d1e7c6-2f64-4d63-98af-3447997d6084 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.911087] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Created folder: Instances in parent group-v627288. [ 774.911087] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.911087] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.911087] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1fe39ea-4f79-42af-97d1-4a295fa9de7d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.935198] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.935198] env[68934]: value = "task-3134639" [ 774.935198] env[68934]: _type = "Task" [ 774.935198] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.943136] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134639, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.099444] env[68934]: DEBUG oslo_vmware.api [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Task: {'id': task-3134636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216732} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.099712] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.099895] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.100609] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.100843] env[68934]: INFO nova.compute.manager [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 775.101116] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.101433] env[68934]: DEBUG nova.compute.manager [-] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.101536] env[68934]: DEBUG nova.network.neutron [-] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.176859] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4283af4e-8f68-495a-b983-d16451ed9d3f tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.549s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.194715] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc835b9b-acf3-46c4-aa29-0bca073143d0 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "252d4911-0e62-46be-aeff-4b964a018205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.233s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.448125] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134639, 'name': CreateVM_Task, 'duration_secs': 0.349395} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.448302] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.448965] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.449145] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.449469] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.449707] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27387fbf-8190-487f-a824-0290f060702f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.456248] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 775.456248] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5254258a-96b4-0c05-1f38-6a89da654d83" [ 775.456248] env[68934]: _type = "Task" [ 775.456248] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.467193] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5254258a-96b4-0c05-1f38-6a89da654d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.519270] env[68934]: DEBUG nova.compute.manager [req-076b1d08-850f-4200-ba10-a16ae0fe5a26 req-25fc09f1-56f7-4a7d-a69f-612a4ed7ecda service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Received event network-vif-deleted-d63f76a8-8c35-40e5-a37a-acfc54fea7f0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.519455] env[68934]: INFO nova.compute.manager [req-076b1d08-850f-4200-ba10-a16ae0fe5a26 req-25fc09f1-56f7-4a7d-a69f-612a4ed7ecda service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Neutron deleted interface d63f76a8-8c35-40e5-a37a-acfc54fea7f0; detaching it from the instance and deleting it from the info cache [ 775.519664] env[68934]: DEBUG nova.network.neutron [req-076b1d08-850f-4200-ba10-a16ae0fe5a26 req-25fc09f1-56f7-4a7d-a69f-612a4ed7ecda service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.608139] env[68934]: DEBUG nova.network.neutron [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Updated VIF entry in instance network info cache for port d9856c14-a51a-434e-9054-62910e6099ea. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.608139] env[68934]: DEBUG nova.network.neutron [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Updating instance_info_cache with network_info: [{"id": "d9856c14-a51a-434e-9054-62910e6099ea", "address": "fa:16:3e:48:72:7e", "network": {"id": "a04050ca-e11e-487f-a704-d8c5f17d96a8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-697259072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5497c94a726469c8484366660ede9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9856c14-a5", "ovs_interfaceid": "d9856c14-a51a-434e-9054-62910e6099ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.686022] env[68934]: DEBUG nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.725379] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2700e2-ead2-4d0b-a89d-56826926867e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.735023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a6585a-ede5-4159-9571-ce5249fba9b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.768778] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4de507-0676-4143-adf0-67a8eed94b7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.776863] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6519eb-e5b3-47d9-a292-19d1e7005dc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.791020] env[68934]: DEBUG nova.compute.provider_tree [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.967063] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5254258a-96b4-0c05-1f38-6a89da654d83, 'name': SearchDatastore_Task, 'duration_secs': 0.025629} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.967063] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.967271] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.967690] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.967867] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.968077] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.968403] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd23e50f-4406-4696-a88c-c6d56b9108b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.980276] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.980945] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.981430] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c655c96e-3ab2-40d9-8367-7c78da3a291e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.987434] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 775.987434] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52493cff-4e94-c18a-7290-8bd65ebc2554" [ 775.987434] env[68934]: _type = "Task" [ 775.987434] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.994970] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52493cff-4e94-c18a-7290-8bd65ebc2554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.997794] env[68934]: DEBUG nova.network.neutron [-] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.022615] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d213d221-17a2-48d8-920a-a2bbcec83a41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.032017] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed9889-a101-455c-8970-74963e2fb0d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.065257] env[68934]: DEBUG nova.compute.manager [req-076b1d08-850f-4200-ba10-a16ae0fe5a26 req-25fc09f1-56f7-4a7d-a69f-612a4ed7ecda service nova] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Detach interface failed, port_id=d63f76a8-8c35-40e5-a37a-acfc54fea7f0, reason: Instance 91772ff3-f07c-413e-a54e-104e3e1e21a0 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.114915] env[68934]: DEBUG oslo_concurrency.lockutils [req-d5836522-6300-4a57-bad3-bfaa1ed1e2b9 req-6f50a377-0351-4469-9254-5a15ec4e5e8d service nova] Releasing lock "refresh_cache-fb396636-f789-4fd4-acce-61b6c60565fb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.209112] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.293946] env[68934]: DEBUG nova.scheduler.client.report [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.508804] env[68934]: INFO nova.compute.manager [-] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Took 1.41 seconds to deallocate network for instance. [ 776.513340] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52493cff-4e94-c18a-7290-8bd65ebc2554, 'name': SearchDatastore_Task, 'duration_secs': 0.021618} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.519970] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b1ea43-d80a-440c-adb1-9340fac0a6c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.533638] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 776.533638] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e1551e-cc26-e8fa-4ec2-51851247e625" [ 776.533638] env[68934]: _type = "Task" [ 776.533638] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.547122] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e1551e-cc26-e8fa-4ec2-51851247e625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.725203] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Successfully updated port: 08a4241a-53ae-4252-a71d-8d7ca7b37f87 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.800996] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.803616] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.355s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.805543] env[68934]: INFO nova.compute.claims [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.821238] env[68934]: INFO nova.scheduler.client.report [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleted allocations for instance 35024f1d-406f-471c-b999-b7f7ad30d1bb [ 777.030739] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.036342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "2b0cf1d0-c723-4a85-9226-5061e0404b47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.036644] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.046673] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e1551e-cc26-e8fa-4ec2-51851247e625, 'name': SearchDatastore_Task, 'duration_secs': 0.020056} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.046926] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.047196] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] fb396636-f789-4fd4-acce-61b6c60565fb/fb396636-f789-4fd4-acce-61b6c60565fb.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.047451] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aceabd8-9310-4976-afa5-deabe4b44b00 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.054789] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 777.054789] env[68934]: value = "task-3134640" [ 777.054789] env[68934]: _type = "Task" [ 777.054789] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.064052] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.079957] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.080282] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.080440] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.080627] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.080923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.083324] env[68934]: INFO nova.compute.manager [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Terminating instance [ 777.332294] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.332595] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.332726] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.332903] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.333447] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.335217] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3821c51b-1153-4db1-ba30-59bf445dd44f tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.374s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.336118] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.619s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.337441] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.337441] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.337441] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.338891] env[68934]: INFO nova.compute.manager [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Terminating instance [ 777.350452] env[68934]: INFO nova.compute.manager [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Terminating instance [ 777.474521] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "1595fe49-f3d8-48a4-8402-c53cec59fb97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.474789] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.564569] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134640, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.588904] env[68934]: DEBUG nova.compute.manager [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.589240] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.590342] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d60918-ebe2-4a5f-b8e2-3e043ebeef13 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.598671] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.598671] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4fc53b3-946e-4a28-95b8-828ec8cfe953 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.605614] env[68934]: DEBUG oslo_vmware.api [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 777.605614] env[68934]: value = "task-3134641" [ 777.605614] env[68934]: _type = "Task" [ 777.605614] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.614288] env[68934]: DEBUG oslo_vmware.api [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.844731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.844931] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquired lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.845167] env[68934]: DEBUG nova.network.neutron [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.856349] env[68934]: DEBUG nova.compute.manager [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.857230] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.857920] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed33d90-0d16-48fb-ade6-bc018d25d1e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.871687] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.871946] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac11bd7-8cc5-4bcc-8a37-7096e2271e7b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.884247] env[68934]: DEBUG oslo_vmware.api [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 777.884247] env[68934]: value = "task-3134642" [ 777.884247] env[68934]: _type = "Task" [ 777.884247] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.898255] env[68934]: DEBUG oslo_vmware.api [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.904289] env[68934]: DEBUG nova.compute.manager [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-vif-plugged-08a4241a-53ae-4252-a71d-8d7ca7b37f87 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.904458] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] Acquiring lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.904733] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.904958] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.905784] env[68934]: DEBUG nova.compute.manager [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] No waiting events found dispatching network-vif-plugged-08a4241a-53ae-4252-a71d-8d7ca7b37f87 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.906739] env[68934]: WARNING nova.compute.manager [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received unexpected event network-vif-plugged-08a4241a-53ae-4252-a71d-8d7ca7b37f87 for instance with vm_state building and task_state spawning. [ 777.906739] env[68934]: DEBUG nova.compute.manager [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-changed-08a4241a-53ae-4252-a71d-8d7ca7b37f87 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.906739] env[68934]: DEBUG nova.compute.manager [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Refreshing instance network info cache due to event network-changed-08a4241a-53ae-4252-a71d-8d7ca7b37f87. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.906739] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] Acquiring lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.906739] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] Acquired lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.907031] env[68934]: DEBUG nova.network.neutron [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Refreshing network info cache for port 08a4241a-53ae-4252-a71d-8d7ca7b37f87 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.067862] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872354} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.068036] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] fb396636-f789-4fd4-acce-61b6c60565fb/fb396636-f789-4fd4-acce-61b6c60565fb.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.068261] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.068569] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f005afc-783a-49d5-a0d4-f3655653b4b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.080219] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 778.080219] env[68934]: value = "task-3134643" [ 778.080219] env[68934]: _type = "Task" [ 778.080219] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.090688] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.114352] env[68934]: DEBUG oslo_vmware.api [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134641, 'name': PowerOffVM_Task, 'duration_secs': 0.472759} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.114650] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.114825] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.115105] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-567a11f6-2d9b-4836-abb3-391701a6e009 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.178738] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.178738] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.178738] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Deleting the datastore file [datastore2] 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.178738] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7178869e-6cae-4644-bd98-163609acbba3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.183023] env[68934]: DEBUG oslo_vmware.api [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for the task: (returnval){ [ 778.183023] env[68934]: value = "task-3134645" [ 778.183023] env[68934]: _type = "Task" [ 778.183023] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.193208] env[68934]: DEBUG oslo_vmware.api [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.348376] env[68934]: DEBUG nova.compute.utils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Can not refresh info_cache because instance was not found {{(pid=68934) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 778.371806] env[68934]: DEBUG nova.network.neutron [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.394399] env[68934]: DEBUG oslo_vmware.api [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134642, 'name': PowerOffVM_Task, 'duration_secs': 0.239999} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.394757] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.394978] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.395391] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89f726b6-020e-4bf5-9621-03ed27f6d9d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.398474] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c63600-1a8d-4fb5-b50b-c9ec78815d20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.405523] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067d919-04a8-48a2-928e-30a5ba602a81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.445228] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3568ade3-0c1d-4a03-95a3-b748a26f0568 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.449686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.449686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.455673] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f4fb04-2acd-46bb-b144-498fa82f4667 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.462250] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.462458] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.462643] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Deleting the datastore file [datastore1] aa5786dd-1106-4a7e-b9c0-b34f7d1802fc {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.462882] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8050e29-f83a-49bc-9830-34ad98af023e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.473282] env[68934]: DEBUG nova.compute.provider_tree [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.479059] env[68934]: DEBUG oslo_vmware.api [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 778.479059] env[68934]: value = "task-3134647" [ 778.479059] env[68934]: _type = "Task" [ 778.479059] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.484189] env[68934]: DEBUG nova.network.neutron [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.488707] env[68934]: DEBUG oslo_vmware.api [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.498817] env[68934]: DEBUG nova.network.neutron [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.589947] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106683} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.592012] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.592012] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1771416d-5e7f-48f7-9ee4-606db715966f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.612955] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] fb396636-f789-4fd4-acce-61b6c60565fb/fb396636-f789-4fd4-acce-61b6c60565fb.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.613302] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad750e9-301a-4b68-bf7b-d9bdc6ba9e05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.637257] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 778.637257] env[68934]: value = "task-3134648" [ 778.637257] env[68934]: _type = "Task" [ 778.637257] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.642602] env[68934]: DEBUG nova.network.neutron [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.651146] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.693260] env[68934]: DEBUG oslo_vmware.api [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Task: {'id': task-3134645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134215} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.693260] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.693260] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.693260] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.693260] env[68934]: INFO nova.compute.manager [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 778.693442] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.693611] env[68934]: DEBUG nova.compute.manager [-] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.693810] env[68934]: DEBUG nova.network.neutron [-] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.976211] env[68934]: DEBUG nova.scheduler.client.report [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.989582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Releasing lock "refresh_cache-35024f1d-406f-471c-b999-b7f7ad30d1bb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.990091] env[68934]: DEBUG nova.compute.manager [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.990202] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.990527] env[68934]: DEBUG oslo_vmware.api [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138784} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.990753] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc851dcf-4d26-4e39-bc47-5dcea1176220 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.992713] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.992898] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.993089] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.993316] env[68934]: INFO nova.compute.manager [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 778.993500] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.994266] env[68934]: DEBUG nova.compute.manager [-] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.994372] env[68934]: DEBUG nova.network.neutron [-] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.003569] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea52d2-b132-46f2-8527-bb7fb667bc03 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.041675] env[68934]: WARNING nova.virt.vmwareapi.vmops [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 35024f1d-406f-471c-b999-b7f7ad30d1bb could not be found. [ 779.041840] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.041978] env[68934]: INFO nova.compute.manager [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Took 0.05 seconds to destroy the instance on the hypervisor. [ 779.042239] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.042482] env[68934]: DEBUG nova.compute.manager [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.042569] env[68934]: DEBUG nova.network.neutron [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.079984] env[68934]: DEBUG nova.network.neutron [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.147262] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134648, 'name': ReconfigVM_Task, 'duration_secs': 0.264554} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.147571] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] fb396636-f789-4fd4-acce-61b6c60565fb/fb396636-f789-4fd4-acce-61b6c60565fb.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.148218] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205798eb-202e-4346-83f6-ba1dc7a8e61c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.152449] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a7814fc-d112-44bd-82eb-f7675d1dba15 req-a1834249-ce42-43cd-a190-cd707ef08c10 service nova] Releasing lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.154864] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 779.154864] env[68934]: value = "task-3134649" [ 779.154864] env[68934]: _type = "Task" [ 779.154864] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.162500] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134649, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.270933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "cede76ff-96e6-4595-aae6-b607fc431029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.270933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "cede76ff-96e6-4595-aae6-b607fc431029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.270933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "cede76ff-96e6-4595-aae6-b607fc431029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.270933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "cede76ff-96e6-4595-aae6-b607fc431029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.271158] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "cede76ff-96e6-4595-aae6-b607fc431029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.273538] env[68934]: INFO nova.compute.manager [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Terminating instance [ 779.384019] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Successfully updated port: 9d201450-1a5d-461f-bb93-d34b60219d6e {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.484229] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.484820] env[68934]: DEBUG nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.487399] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.876s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.487619] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.487779] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 779.488093] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.907s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.490534] env[68934]: INFO nova.compute.claims [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.495131] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767b505-cd55-4319-9afe-d7d6d8151b16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.503182] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9412c6-120a-4a34-afb9-eede3af4ab20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.517501] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a80a0-3772-42d8-8374-63a02f0692e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.524726] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de32f04d-1815-4b9a-aeb8-67695d0ec01a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.557819] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179777MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 779.557987] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.582735] env[68934]: DEBUG nova.network.neutron [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.612945] env[68934]: DEBUG nova.compute.manager [req-af0e61ff-d9c6-45af-8d6b-e5eff4cfb65a req-50dbe143-5598-4f09-bf42-c443b00d92d6 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Received event network-vif-deleted-2f707f2a-318e-496f-b89f-e75c80b1eae6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.613167] env[68934]: INFO nova.compute.manager [req-af0e61ff-d9c6-45af-8d6b-e5eff4cfb65a req-50dbe143-5598-4f09-bf42-c443b00d92d6 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Neutron deleted interface 2f707f2a-318e-496f-b89f-e75c80b1eae6; detaching it from the instance and deleting it from the info cache [ 779.613338] env[68934]: DEBUG nova.network.neutron [req-af0e61ff-d9c6-45af-8d6b-e5eff4cfb65a req-50dbe143-5598-4f09-bf42-c443b00d92d6 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.665200] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134649, 'name': Rename_Task, 'duration_secs': 0.44297} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.665654] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.665733] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd7ccee9-ada2-4247-a427-6fa36627867e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.672136] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 779.672136] env[68934]: value = "task-3134650" [ 779.672136] env[68934]: _type = "Task" [ 779.672136] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.679449] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.704965] env[68934]: DEBUG nova.network.neutron [-] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.780022] env[68934]: DEBUG nova.compute.manager [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.780022] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.780022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6781f1ea-9b83-4e25-9b40-4cca6040c29c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.788020] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.788020] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33724c91-c607-4043-8d73-608a92af8b4c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.798021] env[68934]: DEBUG oslo_vmware.api [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 779.798021] env[68934]: value = "task-3134651" [ 779.798021] env[68934]: _type = "Task" [ 779.798021] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.803735] env[68934]: DEBUG oslo_vmware.api [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.950895] env[68934]: DEBUG nova.compute.manager [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-vif-plugged-9d201450-1a5d-461f-bb93-d34b60219d6e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.952158] env[68934]: DEBUG oslo_concurrency.lockutils [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] Acquiring lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.952422] env[68934]: DEBUG oslo_concurrency.lockutils [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.952602] env[68934]: DEBUG oslo_concurrency.lockutils [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.952776] env[68934]: DEBUG nova.compute.manager [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] No waiting events found dispatching network-vif-plugged-9d201450-1a5d-461f-bb93-d34b60219d6e {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.953231] env[68934]: WARNING nova.compute.manager [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received unexpected event network-vif-plugged-9d201450-1a5d-461f-bb93-d34b60219d6e for instance with vm_state building and task_state spawning. [ 779.953417] env[68934]: DEBUG nova.compute.manager [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Received event network-vif-deleted-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.953617] env[68934]: DEBUG nova.compute.manager [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-changed-9d201450-1a5d-461f-bb93-d34b60219d6e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.953827] env[68934]: DEBUG nova.compute.manager [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Refreshing instance network info cache due to event network-changed-9d201450-1a5d-461f-bb93-d34b60219d6e. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.954166] env[68934]: DEBUG oslo_concurrency.lockutils [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] Acquiring lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.954421] env[68934]: DEBUG oslo_concurrency.lockutils [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] Acquired lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.954638] env[68934]: DEBUG nova.network.neutron [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Refreshing network info cache for port 9d201450-1a5d-461f-bb93-d34b60219d6e {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.997670] env[68934]: DEBUG nova.compute.utils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.997670] env[68934]: DEBUG nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.997670] env[68934]: DEBUG nova.network.neutron [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.001686] env[68934]: DEBUG nova.network.neutron [-] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.084698] env[68934]: INFO nova.compute.manager [-] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Took 1.04 seconds to deallocate network for instance. [ 780.115568] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2290ddc-5ccc-4c5d-a353-7a191195c9f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.132177] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14070f0f-a085-4e15-bdd0-5ee992271562 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.166882] env[68934]: DEBUG nova.compute.manager [req-af0e61ff-d9c6-45af-8d6b-e5eff4cfb65a req-50dbe143-5598-4f09-bf42-c443b00d92d6 service nova] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Detach interface failed, port_id=2f707f2a-318e-496f-b89f-e75c80b1eae6, reason: Instance aa5786dd-1106-4a7e-b9c0-b34f7d1802fc could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 780.180388] env[68934]: DEBUG oslo_vmware.api [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134650, 'name': PowerOnVM_Task, 'duration_secs': 0.471506} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.180649] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.180847] env[68934]: INFO nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Took 8.35 seconds to spawn the instance on the hypervisor. [ 780.181030] env[68934]: DEBUG nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.181791] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a5064c-5ded-4cb1-af8f-e98528b9f481 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.207972] env[68934]: INFO nova.compute.manager [-] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Took 1.51 seconds to deallocate network for instance. [ 780.255427] env[68934]: DEBUG nova.policy [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da3dcf41f45343f5b0d87c077675b10e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4cdfd7074464ddba2906ce649661fb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.306058] env[68934]: DEBUG oslo_vmware.api [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134651, 'name': PowerOffVM_Task, 'duration_secs': 0.196548} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.306339] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.306702] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.306780] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5adf67c4-8159-48b7-8999-046c8c7414f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.364564] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.364818] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.365017] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleting the datastore file [datastore1] cede76ff-96e6-4595-aae6-b607fc431029 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.365367] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cdfbb27-af70-4ca2-bb38-a8e3a4d66b6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.372407] env[68934]: DEBUG oslo_vmware.api [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for the task: (returnval){ [ 780.372407] env[68934]: value = "task-3134653" [ 780.372407] env[68934]: _type = "Task" [ 780.372407] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.380841] env[68934]: DEBUG oslo_vmware.api [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.502696] env[68934]: DEBUG nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.508621] env[68934]: INFO nova.compute.manager [-] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Took 1.51 seconds to deallocate network for instance. [ 780.535865] env[68934]: DEBUG nova.network.neutron [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.596267] env[68934]: INFO nova.compute.manager [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance disappeared during terminate [ 780.596267] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e8e3c087-fb29-49b4-a300-82679421557d tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "35024f1d-406f-471c-b999-b7f7ad30d1bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.259s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.705400] env[68934]: INFO nova.compute.manager [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Took 47.53 seconds to build instance. [ 780.717886] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.758530] env[68934]: DEBUG nova.network.neutron [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.886274] env[68934]: DEBUG oslo_vmware.api [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Task: {'id': task-3134653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130752} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.886596] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.886806] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.886990] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.887180] env[68934]: INFO nova.compute.manager [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Took 1.11 seconds to destroy the instance on the hypervisor. [ 780.887425] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.887617] env[68934]: DEBUG nova.compute.manager [-] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.887712] env[68934]: DEBUG nova.network.neutron [-] [instance: cede76ff-96e6-4595-aae6-b607fc431029] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.973737] env[68934]: DEBUG nova.network.neutron [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Successfully created port: 9f75a583-71ec-4ec8-855a-0d20d5bab644 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.024709] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.061530] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d9abd-4922-4d8d-96a7-f1a418cf749c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.071601] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25382c31-7a1c-40e8-a8d6-cd4f6e58e043 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.110563] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0cb9f-7260-4e9a-aa67-f44832ab9c73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.119296] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e949297-618f-4f88-9c9f-1801da9af94b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.135095] env[68934]: DEBUG nova.compute.provider_tree [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.207373] env[68934]: DEBUG oslo_concurrency.lockutils [None req-323c9449-b576-4b3b-a8b8-c590fcab3c18 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "fb396636-f789-4fd4-acce-61b6c60565fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.771s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.262532] env[68934]: DEBUG oslo_concurrency.lockutils [req-fbfffc32-cd98-4f2c-b2d9-92892de8e657 req-e213d7be-eb7d-4c3b-aaa6-201c30160cf2 service nova] Releasing lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.449716] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Successfully updated port: 3a7b14db-1700-4419-acac-1ee632547ba1 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.516096] env[68934]: DEBUG nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.542785] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.542785] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.542785] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.543081] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.543081] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.543081] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.543081] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.543272] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.543426] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.543595] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.543771] env[68934]: DEBUG nova.virt.hardware [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.544684] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa16e23-0790-4bf1-97d1-1cd4ed16fc9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.555763] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7012620-842a-4178-8586-9e40c497d126 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.660337] env[68934]: ERROR nova.scheduler.client.report [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [req-e4391987-ef6d-4026-9af4-8a77834c1548] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64ca70af-0efc-43df-853f-90e83858da1f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4391987-ef6d-4026-9af4-8a77834c1548"}]} [ 781.677530] env[68934]: DEBUG nova.scheduler.client.report [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Refreshing inventories for resource provider 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.686412] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Acquiring lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.686412] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.694673] env[68934]: DEBUG nova.scheduler.client.report [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating ProviderTree inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.695319] env[68934]: DEBUG nova.compute.provider_tree [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.708674] env[68934]: DEBUG nova.scheduler.client.report [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Refreshing aggregate associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, aggregates: None {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.710644] env[68934]: DEBUG nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.715680] env[68934]: DEBUG nova.compute.manager [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-vif-plugged-3a7b14db-1700-4419-acac-1ee632547ba1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.715885] env[68934]: DEBUG oslo_concurrency.lockutils [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] Acquiring lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.716100] env[68934]: DEBUG oslo_concurrency.lockutils [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.716269] env[68934]: DEBUG oslo_concurrency.lockutils [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.716432] env[68934]: DEBUG nova.compute.manager [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] No waiting events found dispatching network-vif-plugged-3a7b14db-1700-4419-acac-1ee632547ba1 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.716626] env[68934]: WARNING nova.compute.manager [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received unexpected event network-vif-plugged-3a7b14db-1700-4419-acac-1ee632547ba1 for instance with vm_state building and task_state spawning. [ 781.716804] env[68934]: DEBUG nova.compute.manager [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-changed-3a7b14db-1700-4419-acac-1ee632547ba1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.716956] env[68934]: DEBUG nova.compute.manager [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Refreshing instance network info cache due to event network-changed-3a7b14db-1700-4419-acac-1ee632547ba1. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.717154] env[68934]: DEBUG oslo_concurrency.lockutils [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] Acquiring lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.717289] env[68934]: DEBUG oslo_concurrency.lockutils [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] Acquired lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.717441] env[68934]: DEBUG nova.network.neutron [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Refreshing network info cache for port 3a7b14db-1700-4419-acac-1ee632547ba1 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.732174] env[68934]: DEBUG nova.scheduler.client.report [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Refreshing trait associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.790789] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "fb396636-f789-4fd4-acce-61b6c60565fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.791073] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "fb396636-f789-4fd4-acce-61b6c60565fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.791298] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "fb396636-f789-4fd4-acce-61b6c60565fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.791482] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "fb396636-f789-4fd4-acce-61b6c60565fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.791653] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "fb396636-f789-4fd4-acce-61b6c60565fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.793857] env[68934]: INFO nova.compute.manager [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Terminating instance [ 781.867510] env[68934]: DEBUG nova.network.neutron [-] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.956773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.191852] env[68934]: DEBUG nova.compute.utils [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.194393] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d63431-6049-4d90-a0e2-57d789506e31 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.202909] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3afc82-277e-479b-a8e0-386488faceaf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.240209] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f22996d-bbb3-4124-991b-aad4848ff40f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.243456] env[68934]: DEBUG nova.compute.manager [req-42bca6e2-706c-484a-a87c-2f3db75d16d7 req-d1928bc3-d578-4282-bd0d-9d0d1966d5c1 service nova] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Received event network-vif-deleted-141940f2-8bca-44df-a2a2-807dd68955cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.252053] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652055dc-0f24-49c0-8136-929a4e283960 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.256452] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.268789] env[68934]: DEBUG nova.compute.provider_tree [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.280277] env[68934]: DEBUG nova.network.neutron [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.301171] env[68934]: DEBUG nova.compute.manager [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.301294] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.302145] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8601dea-651d-4478-b441-221b14e332ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.310192] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.310429] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf30d645-cab2-4d6e-81ea-d1c7f6d0c044 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.316445] env[68934]: DEBUG oslo_vmware.api [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 782.316445] env[68934]: value = "task-3134654" [ 782.316445] env[68934]: _type = "Task" [ 782.316445] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.325797] env[68934]: DEBUG oslo_vmware.api [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.358318] env[68934]: DEBUG nova.network.neutron [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.369860] env[68934]: INFO nova.compute.manager [-] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Took 1.48 seconds to deallocate network for instance. [ 782.698540] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.802880] env[68934]: DEBUG nova.scheduler.client.report [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updated inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.803161] env[68934]: DEBUG nova.compute.provider_tree [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating resource provider 64ca70af-0efc-43df-853f-90e83858da1f generation from 61 to 62 during operation: update_inventory {{(pid=68934) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.803348] env[68934]: DEBUG nova.compute.provider_tree [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.827320] env[68934]: DEBUG oslo_vmware.api [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134654, 'name': PowerOffVM_Task, 'duration_secs': 0.167152} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.827601] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.827801] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.828042] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d675c4be-f537-435c-b0bc-0325d060802d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.850667] env[68934]: DEBUG nova.network.neutron [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Successfully updated port: 9f75a583-71ec-4ec8-855a-0d20d5bab644 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.861691] env[68934]: DEBUG oslo_concurrency.lockutils [req-aae249ff-9edd-4156-a111-c2ea55b21ec9 req-ababa8bb-e0ca-4951-bfe9-09960fe1eb00 service nova] Releasing lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.862138] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.862306] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.876846] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.893062] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.893062] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.893062] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Deleting the datastore file [datastore2] fb396636-f789-4fd4-acce-61b6c60565fb {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.893062] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2e2b609-83a5-4d93-aebc-7f14c2bc5331 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.898887] env[68934]: DEBUG oslo_vmware.api [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for the task: (returnval){ [ 782.898887] env[68934]: value = "task-3134656" [ 782.898887] env[68934]: _type = "Task" [ 782.898887] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.908094] env[68934]: DEBUG oslo_vmware.api [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.308738] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.821s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.309295] env[68934]: DEBUG nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.311763] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.607s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.312011] env[68934]: DEBUG nova.objects.instance [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lazy-loading 'resources' on Instance uuid 20a3286d-dc1c-4338-9606-c26176b55807 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.354176] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.354176] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.354176] env[68934]: DEBUG nova.network.neutron [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.409524] env[68934]: DEBUG oslo_vmware.api [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Task: {'id': task-3134656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144919} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.409715] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.409923] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.410076] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.410252] env[68934]: INFO nova.compute.manager [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 783.410522] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.411735] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.413137] env[68934]: DEBUG nova.compute.manager [-] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.413245] env[68934]: DEBUG nova.network.neutron [-] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.774411] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Acquiring lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.774411] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.774411] env[68934]: INFO nova.compute.manager [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Attaching volume 87aba70b-262d-4163-98f5-faa90f6bd644 to /dev/sdb [ 783.812381] env[68934]: DEBUG nova.compute.manager [req-38baaf6a-e940-4b53-a233-002c1dc630df req-ecd48c95-0dc0-4b68-b8b1-9a8eff8f769b service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Received event network-vif-deleted-d9856c14-a51a-434e-9054-62910e6099ea {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.812790] env[68934]: INFO nova.compute.manager [req-38baaf6a-e940-4b53-a233-002c1dc630df req-ecd48c95-0dc0-4b68-b8b1-9a8eff8f769b service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Neutron deleted interface d9856c14-a51a-434e-9054-62910e6099ea; detaching it from the instance and deleting it from the info cache [ 783.813122] env[68934]: DEBUG nova.network.neutron [req-38baaf6a-e940-4b53-a233-002c1dc630df req-ecd48c95-0dc0-4b68-b8b1-9a8eff8f769b service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.815536] env[68934]: DEBUG nova.compute.utils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.816928] env[68934]: DEBUG nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.817225] env[68934]: DEBUG nova.network.neutron [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.842353] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f443050-750c-41e2-99c7-0f35e0bd4d6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.855019] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f931c-36b5-4055-9712-3169955c04a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.865653] env[68934]: DEBUG nova.policy [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da3dcf41f45343f5b0d87c077675b10e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4cdfd7074464ddba2906ce649661fb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.873448] env[68934]: DEBUG nova.virt.block_device [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updating existing volume attachment record: dd05b73d-32ff-4d5e-bd0e-1d27320dec68 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 783.911600] env[68934]: DEBUG nova.network.neutron [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.074686] env[68934]: DEBUG nova.network.neutron [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Updating instance_info_cache with network_info: [{"id": "08a4241a-53ae-4252-a71d-8d7ca7b37f87", "address": "fa:16:3e:65:aa:bc", "network": {"id": "904064ce-0459-4d82-9db0-1e14c671a846", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13172241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a4241a-53", "ovs_interfaceid": "08a4241a-53ae-4252-a71d-8d7ca7b37f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d201450-1a5d-461f-bb93-d34b60219d6e", "address": "fa:16:3e:8b:89:ec", "network": {"id": "85e8a872-665d-4e24-815a-b49bd80a4142", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-50690340", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d201450-1a", "ovs_interfaceid": "9d201450-1a5d-461f-bb93-d34b60219d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7b14db-1700-4419-acac-1ee632547ba1", "address": "fa:16:3e:95:c8:13", "network": {"id": "904064ce-0459-4d82-9db0-1e14c671a846", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13172241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7b14db-17", "ovs_interfaceid": "3a7b14db-1700-4419-acac-1ee632547ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.158303] env[68934]: DEBUG nova.network.neutron [-] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.162751] env[68934]: DEBUG nova.network.neutron [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Updating instance_info_cache with network_info: [{"id": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "address": "fa:16:3e:d6:66:b4", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f75a583-71", "ovs_interfaceid": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.199763] env[68934]: DEBUG nova.network.neutron [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Successfully created port: ffa6e356-476a-4491-8404-eb1d1d4efef0 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.243283] env[68934]: DEBUG nova.compute.manager [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Received event network-vif-plugged-9f75a583-71ec-4ec8-855a-0d20d5bab644 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.243597] env[68934]: DEBUG oslo_concurrency.lockutils [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] Acquiring lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.243829] env[68934]: DEBUG oslo_concurrency.lockutils [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.244023] env[68934]: DEBUG oslo_concurrency.lockutils [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.244188] env[68934]: DEBUG nova.compute.manager [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] No waiting events found dispatching network-vif-plugged-9f75a583-71ec-4ec8-855a-0d20d5bab644 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.244348] env[68934]: WARNING nova.compute.manager [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Received unexpected event network-vif-plugged-9f75a583-71ec-4ec8-855a-0d20d5bab644 for instance with vm_state building and task_state spawning. [ 784.244531] env[68934]: DEBUG nova.compute.manager [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Received event network-changed-9f75a583-71ec-4ec8-855a-0d20d5bab644 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.244689] env[68934]: DEBUG nova.compute.manager [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Refreshing instance network info cache due to event network-changed-9f75a583-71ec-4ec8-855a-0d20d5bab644. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.245047] env[68934]: DEBUG oslo_concurrency.lockutils [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] Acquiring lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.321301] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed8946c-371c-426e-afdb-2b0edae2aee6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.324388] env[68934]: DEBUG nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.337889] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01cb2a1-864a-42ca-a7fc-469701436e84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.372670] env[68934]: DEBUG nova.compute.manager [req-38baaf6a-e940-4b53-a233-002c1dc630df req-ecd48c95-0dc0-4b68-b8b1-9a8eff8f769b service nova] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Detach interface failed, port_id=d9856c14-a51a-434e-9054-62910e6099ea, reason: Instance fb396636-f789-4fd4-acce-61b6c60565fb could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.452020] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c0354e-1a9b-474d-a21c-be4b152c4cdd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.459992] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eed89e-7637-483a-b0ab-b929811f731d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.489348] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389332e9-3165-4b3e-a14b-c21e5f6332e3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.497140] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d150454-dce1-4540-8e35-c781755b3513 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.510828] env[68934]: DEBUG nova.compute.provider_tree [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.577931] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Releasing lock "refresh_cache-2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.578368] env[68934]: DEBUG nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance network_info: |[{"id": "08a4241a-53ae-4252-a71d-8d7ca7b37f87", "address": "fa:16:3e:65:aa:bc", "network": {"id": "904064ce-0459-4d82-9db0-1e14c671a846", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13172241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a4241a-53", "ovs_interfaceid": "08a4241a-53ae-4252-a71d-8d7ca7b37f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d201450-1a5d-461f-bb93-d34b60219d6e", "address": "fa:16:3e:8b:89:ec", "network": {"id": "85e8a872-665d-4e24-815a-b49bd80a4142", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-50690340", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d201450-1a", "ovs_interfaceid": "9d201450-1a5d-461f-bb93-d34b60219d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7b14db-1700-4419-acac-1ee632547ba1", "address": "fa:16:3e:95:c8:13", "network": {"id": "904064ce-0459-4d82-9db0-1e14c671a846", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13172241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7b14db-17", "ovs_interfaceid": "3a7b14db-1700-4419-acac-1ee632547ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.578837] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:aa:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a4241a-53ae-4252-a71d-8d7ca7b37f87', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:89:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d201450-1a5d-461f-bb93-d34b60219d6e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:c8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a7b14db-1700-4419-acac-1ee632547ba1', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.590387] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Creating folder: Project (c3c12fbcd2fe44b48cb02ce699e28a98). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.591026] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35ba59f0-51b2-4cfd-8feb-583eb01bd591 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.601014] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Created folder: Project (c3c12fbcd2fe44b48cb02ce699e28a98) in parent group-v627191. [ 784.601405] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Creating folder: Instances. Parent ref: group-v627294. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.601477] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-746bda21-b139-4ec7-ad0e-aee90705a2bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.610046] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Created folder: Instances in parent group-v627294. [ 784.610291] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.610481] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.610679] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e67b33a4-3ee6-487d-b7db-08233ff09680 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.635048] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.635048] env[68934]: value = "task-3134663" [ 784.635048] env[68934]: _type = "Task" [ 784.635048] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.642581] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134663, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.664723] env[68934]: INFO nova.compute.manager [-] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Took 1.25 seconds to deallocate network for instance. [ 784.665114] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.665483] env[68934]: DEBUG nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Instance network_info: |[{"id": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "address": "fa:16:3e:d6:66:b4", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f75a583-71", "ovs_interfaceid": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.667281] env[68934]: DEBUG oslo_concurrency.lockutils [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] Acquired lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.667468] env[68934]: DEBUG nova.network.neutron [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Refreshing network info cache for port 9f75a583-71ec-4ec8-855a-0d20d5bab644 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.668577] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:66:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f75a583-71ec-4ec8-855a-0d20d5bab644', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.675854] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Creating folder: Project (d4cdfd7074464ddba2906ce649661fb1). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.679233] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2adc2a7-06d4-4b04-b965-0f01b52fb6fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.689986] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Created folder: Project (d4cdfd7074464ddba2906ce649661fb1) in parent group-v627191. [ 784.690197] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Creating folder: Instances. Parent ref: group-v627297. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.690432] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2374bcf-9bf0-4b2f-9049-901710f987e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.702988] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Created folder: Instances in parent group-v627297. [ 784.702988] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.702988] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.702988] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8baea5e2-1fb6-4d51-a45c-9c12ecfd581e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.722214] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.722214] env[68934]: value = "task-3134666" [ 784.722214] env[68934]: _type = "Task" [ 784.722214] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.733270] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134666, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.014199] env[68934]: DEBUG nova.scheduler.client.report [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.144883] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134663, 'name': CreateVM_Task, 'duration_secs': 0.468645} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.145090] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.146108] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.146178] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.146449] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.146720] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28701c0e-495d-4f33-9783-cc9e86820568 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.151010] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 785.151010] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520068b9-44ea-60c4-8b32-6519ae4b9fdb" [ 785.151010] env[68934]: _type = "Task" [ 785.151010] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.159178] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520068b9-44ea-60c4-8b32-6519ae4b9fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.182412] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.231999] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134666, 'name': CreateVM_Task, 'duration_secs': 0.403963} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.232192] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.232819] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.337121] env[68934]: DEBUG nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.363340] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.364017] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.364017] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.364017] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.364153] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.365283] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.365283] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.365283] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.365283] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.365283] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.365283] env[68934]: DEBUG nova.virt.hardware [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.365953] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60211f2f-2d23-43e6-8cfc-3de2032f4817 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.377036] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe72ee5-9e96-4376-a313-1a369286c2e3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.446441] env[68934]: DEBUG nova.network.neutron [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Updated VIF entry in instance network info cache for port 9f75a583-71ec-4ec8-855a-0d20d5bab644. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.447038] env[68934]: DEBUG nova.network.neutron [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Updating instance_info_cache with network_info: [{"id": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "address": "fa:16:3e:d6:66:b4", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f75a583-71", "ovs_interfaceid": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.518778] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.521086] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.745s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.521316] env[68934]: DEBUG nova.objects.instance [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lazy-loading 'resources' on Instance uuid b964e1b2-3af0-460c-ba6a-60ac36446ca9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.540755] env[68934]: INFO nova.scheduler.client.report [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleted allocations for instance 20a3286d-dc1c-4338-9606-c26176b55807 [ 785.664175] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520068b9-44ea-60c4-8b32-6519ae4b9fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.664175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.664175] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.664175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.664175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.664175] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.664175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.664175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.664647] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2142af51-6388-45a7-900e-74f3f7544ff4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.667075] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f45e1dc-014c-4249-9dce-4831fcb17810 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.674641] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 785.674641] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52109bb9-f6d5-de82-7276-ae7eefae6ff0" [ 785.674641] env[68934]: _type = "Task" [ 785.674641] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.677739] env[68934]: DEBUG nova.network.neutron [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Successfully updated port: ffa6e356-476a-4491-8404-eb1d1d4efef0 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.679939] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.679939] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.680073] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d82a29f-f7c6-4395-816c-1e365c57057c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.685341] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52109bb9-f6d5-de82-7276-ae7eefae6ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.686409] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.686679] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.686910] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.688540] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 785.688540] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a7e126-f801-af31-691d-337ebcd2a5f5" [ 785.688540] env[68934]: _type = "Task" [ 785.688540] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.696475] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a7e126-f801-af31-691d-337ebcd2a5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.895673] env[68934]: DEBUG nova.compute.manager [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Received event network-vif-plugged-ffa6e356-476a-4491-8404-eb1d1d4efef0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.895806] env[68934]: DEBUG oslo_concurrency.lockutils [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] Acquiring lock "d16d6f5a-4146-4739-9dc6-a224ada09c03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.896014] env[68934]: DEBUG oslo_concurrency.lockutils [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.896193] env[68934]: DEBUG oslo_concurrency.lockutils [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.896394] env[68934]: DEBUG nova.compute.manager [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] No waiting events found dispatching network-vif-plugged-ffa6e356-476a-4491-8404-eb1d1d4efef0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.897264] env[68934]: WARNING nova.compute.manager [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Received unexpected event network-vif-plugged-ffa6e356-476a-4491-8404-eb1d1d4efef0 for instance with vm_state building and task_state spawning. [ 785.897264] env[68934]: DEBUG nova.compute.manager [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Received event network-changed-ffa6e356-476a-4491-8404-eb1d1d4efef0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.897264] env[68934]: DEBUG nova.compute.manager [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Refreshing instance network info cache due to event network-changed-ffa6e356-476a-4491-8404-eb1d1d4efef0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.897264] env[68934]: DEBUG oslo_concurrency.lockutils [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] Acquiring lock "refresh_cache-d16d6f5a-4146-4739-9dc6-a224ada09c03" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.897264] env[68934]: DEBUG oslo_concurrency.lockutils [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] Acquired lock "refresh_cache-d16d6f5a-4146-4739-9dc6-a224ada09c03" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.897759] env[68934]: DEBUG nova.network.neutron [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Refreshing network info cache for port ffa6e356-476a-4491-8404-eb1d1d4efef0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.949963] env[68934]: DEBUG oslo_concurrency.lockutils [req-2918d6fb-cb01-466b-a499-103e97c266e7 req-ea95e07c-2fd1-4788-8f06-ae95cc3c7242 service nova] Releasing lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.048316] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "20a3286d-dc1c-4338-9606-c26176b55807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.722s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.180972] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "refresh_cache-d16d6f5a-4146-4739-9dc6-a224ada09c03" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.199039] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a7e126-f801-af31-691d-337ebcd2a5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.204484] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab6791b-11d2-4951-b6df-3b72d8c3b271 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.206773] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 786.206773] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5289e047-e6af-9b26-6fe6-eb90487caf6d" [ 786.206773] env[68934]: _type = "Task" [ 786.206773] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.216550] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5289e047-e6af-9b26-6fe6-eb90487caf6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.433189] env[68934]: DEBUG nova.network.neutron [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.491926] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568bfad7-cdf9-4b3d-818c-29db5dc33ae3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.498228] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d9b43b-8549-4524-8fa7-9f03e44b3ca0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.529411] env[68934]: DEBUG nova.network.neutron [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.531548] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34c81a1-6a37-4ab8-8059-d820880954eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.538400] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3d3771-e3db-4baf-bff8-1433839e6d36 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.552988] env[68934]: DEBUG nova.compute.provider_tree [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.717554] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5289e047-e6af-9b26-6fe6-eb90487caf6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.717810] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.718923] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37/2ec1cadf-f4f9-47a0-bf13-04cc81e40a37.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.718923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.718923] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.718923] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8771e657-8764-48d3-aa89-5e22d2736f8d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.721412] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92d5fc8a-c6b6-45dd-ae86-79dcbeb260d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.728804] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 786.728804] env[68934]: value = "task-3134668" [ 786.728804] env[68934]: _type = "Task" [ 786.728804] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.732955] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.733204] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.734282] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5ff79a-08a5-42c7-9ab6-c23ef14fd7ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.740178] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.743813] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 786.743813] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e7692c-5ad9-1790-40cf-f4646fce7f7f" [ 786.743813] env[68934]: _type = "Task" [ 786.743813] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.752605] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e7692c-5ad9-1790-40cf-f4646fce7f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.034749] env[68934]: DEBUG oslo_concurrency.lockutils [req-4d5f5548-bc72-4f6e-9338-e20104360bac req-f16c4109-7f6d-450f-8af3-bba99d51d375 service nova] Releasing lock "refresh_cache-d16d6f5a-4146-4739-9dc6-a224ada09c03" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.035201] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "refresh_cache-d16d6f5a-4146-4739-9dc6-a224ada09c03" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.035389] env[68934]: DEBUG nova.network.neutron [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.057207] env[68934]: DEBUG nova.scheduler.client.report [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.238747] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445045} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.239025] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37/2ec1cadf-f4f9-47a0-bf13-04cc81e40a37.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.239256] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.239500] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a906f2a-2c94-4dc5-9b52-8b0242faa525 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.248423] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 787.248423] env[68934]: value = "task-3134669" [ 787.248423] env[68934]: _type = "Task" [ 787.248423] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.256152] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e7692c-5ad9-1790-40cf-f4646fce7f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008935} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.257478] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884e499c-796d-4f2f-abe3-3ffa99e4fd8f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.262958] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.265789] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 787.265789] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5205fcf5-e9e1-10e2-1bb1-620e124495d0" [ 787.265789] env[68934]: _type = "Task" [ 787.265789] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.273140] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5205fcf5-e9e1-10e2-1bb1-620e124495d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.562510] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.564913] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.730s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.568086] env[68934]: INFO nova.compute.claims [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.571331] env[68934]: DEBUG nova.network.neutron [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.585585] env[68934]: INFO nova.scheduler.client.report [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Deleted allocations for instance b964e1b2-3af0-460c-ba6a-60ac36446ca9 [ 787.709048] env[68934]: DEBUG nova.network.neutron [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Updating instance_info_cache with network_info: [{"id": "ffa6e356-476a-4491-8404-eb1d1d4efef0", "address": "fa:16:3e:a9:c9:69", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa6e356-47", "ovs_interfaceid": "ffa6e356-476a-4491-8404-eb1d1d4efef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.758502] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057741} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.758829] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.759765] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146fc30c-2ec5-47de-ab5d-f0b2b9079dc5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.786798] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37/2ec1cadf-f4f9-47a0-bf13-04cc81e40a37.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.790420] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862dc300-a2a3-4d06-97b2-2399cd822188 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.809332] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5205fcf5-e9e1-10e2-1bb1-620e124495d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.810501] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.810763] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c/f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.811075] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 787.811075] env[68934]: value = "task-3134670" [ 787.811075] env[68934]: _type = "Task" [ 787.811075] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.811256] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccb79c73-ec13-409b-a6dc-f608cf357f91 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.821034] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.822168] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 787.822168] env[68934]: value = "task-3134671" [ 787.822168] env[68934]: _type = "Task" [ 787.822168] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.829560] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.095033] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f29100ff-d342-4702-8bfd-12c9288d2ae6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Lock "b964e1b2-3af0-460c-ba6a-60ac36446ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.863s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.214026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "refresh_cache-d16d6f5a-4146-4739-9dc6-a224ada09c03" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.214026] env[68934]: DEBUG nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Instance network_info: |[{"id": "ffa6e356-476a-4491-8404-eb1d1d4efef0", "address": "fa:16:3e:a9:c9:69", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa6e356-47", "ovs_interfaceid": "ffa6e356-476a-4491-8404-eb1d1d4efef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.214026] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:c9:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffa6e356-476a-4491-8404-eb1d1d4efef0', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.221051] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.222361] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.222361] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19c6c873-6872-4861-9c2e-46680f3185e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.243467] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.243467] env[68934]: value = "task-3134672" [ 788.243467] env[68934]: _type = "Task" [ 788.243467] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.252428] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134672, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.322545] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134670, 'name': ReconfigVM_Task, 'duration_secs': 0.262732} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.322920] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37/2ec1cadf-f4f9-47a0-bf13-04cc81e40a37.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.329023] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ca0596-27ff-4da5-b090-18579d6c652e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.334651] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50754} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.335980] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c/f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.336217] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.336583] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 788.336583] env[68934]: value = "task-3134673" [ 788.336583] env[68934]: _type = "Task" [ 788.336583] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.336767] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e9e10ad-358d-4306-a91e-242b0cfcbd8f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.346652] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134673, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.347896] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 788.347896] env[68934]: value = "task-3134674" [ 788.347896] env[68934]: _type = "Task" [ 788.347896] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.355461] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.755337] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134672, 'name': CreateVM_Task, 'duration_secs': 0.370393} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.755518] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.756260] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.756444] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.757030] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.757309] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5cb9614-8335-44a9-9bd1-7d41f27e3010 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.762241] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 788.762241] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526829b0-5a34-e69b-da11-5fed16d5678c" [ 788.762241] env[68934]: _type = "Task" [ 788.762241] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.772612] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526829b0-5a34-e69b-da11-5fed16d5678c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.848292] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134673, 'name': Rename_Task, 'duration_secs': 0.156199} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.851117] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.854849] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf266a6d-2e0f-4bef-a712-3c52ba2c8770 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.861371] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087089} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.864727] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.865764] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 788.865764] env[68934]: value = "task-3134675" [ 788.865764] env[68934]: _type = "Task" [ 788.865764] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.865964] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17df280-f98b-4b96-b222-e0ba7c5022cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.891256] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c/f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.896226] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d84b14-6935-4510-88fe-3635017a1849 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.911723] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.915477] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 788.915477] env[68934]: value = "task-3134676" [ 788.915477] env[68934]: _type = "Task" [ 788.915477] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.923418] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.957040] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 788.957344] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627293', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'name': 'volume-87aba70b-262d-4163-98f5-faa90f6bd644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b383bf0-0355-4e0b-80b4-f20cdef90488', 'attached_at': '', 'detached_at': '', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'serial': '87aba70b-262d-4163-98f5-faa90f6bd644'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 788.959285] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f848446b-81c1-4a3d-9503-3e9b00b840aa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.977201] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36968a9-ad86-4a46-9a82-13157a2c6dd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.003157] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-87aba70b-262d-4163-98f5-faa90f6bd644/volume-87aba70b-262d-4163-98f5-faa90f6bd644.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.005977] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ac4d0d-9d3f-4f53-9d1a-b37f488a73c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.022752] env[68934]: DEBUG oslo_vmware.api [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Waiting for the task: (returnval){ [ 789.022752] env[68934]: value = "task-3134677" [ 789.022752] env[68934]: _type = "Task" [ 789.022752] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.033021] env[68934]: DEBUG oslo_vmware.api [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.133052] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7ee51-d119-4594-8bb4-5eb08ed97ea2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.140346] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d269a741-b63f-42f2-a157-9080d19849e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.170178] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c552c2-e598-43fb-98ef-4c5339950995 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.177264] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f3c707-d9dc-41e4-9b82-abf9300ffaca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.190850] env[68934]: DEBUG nova.compute.provider_tree [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.273390] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526829b0-5a34-e69b-da11-5fed16d5678c, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.273689] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.273914] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.274164] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.274310] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.274490] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.274762] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89eff1a3-955d-48f3-a01c-615c7e0d871b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.282564] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.282736] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.283435] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2cabe6-4ed9-4e65-8f91-f8535bd7ee5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.288110] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 789.288110] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b7910f-bdf1-af7e-48b2-7fa4801ec8f6" [ 789.288110] env[68934]: _type = "Task" [ 789.288110] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.295259] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b7910f-bdf1-af7e-48b2-7fa4801ec8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.377476] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.424574] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.534774] env[68934]: DEBUG oslo_vmware.api [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.729987] env[68934]: DEBUG nova.scheduler.client.report [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updated inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.730466] env[68934]: DEBUG nova.compute.provider_tree [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating resource provider 64ca70af-0efc-43df-853f-90e83858da1f generation from 62 to 63 during operation: update_inventory {{(pid=68934) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.730759] env[68934]: DEBUG nova.compute.provider_tree [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.798655] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b7910f-bdf1-af7e-48b2-7fa4801ec8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.799527] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b30c00-28aa-4684-a74d-dc5785eb03b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.808182] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 789.808182] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276ff74-5bf1-f26a-de66-282ed6178735" [ 789.808182] env[68934]: _type = "Task" [ 789.808182] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.816811] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276ff74-5bf1-f26a-de66-282ed6178735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.884749] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134675, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.928784] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134676, 'name': ReconfigVM_Task, 'duration_secs': 0.946613} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.929181] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Reconfigured VM instance instance-00000023 to attach disk [datastore1] f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c/f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.930835] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42c1248-1c9d-4c66-9030-1c9de0cc184f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.937767] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 789.937767] env[68934]: value = "task-3134678" [ 789.937767] env[68934]: _type = "Task" [ 789.937767] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.952576] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134678, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.037090] env[68934]: DEBUG oslo_vmware.api [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134677, 'name': ReconfigVM_Task, 'duration_secs': 0.906399} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.037090] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-87aba70b-262d-4163-98f5-faa90f6bd644/volume-87aba70b-262d-4163-98f5-faa90f6bd644.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.040639] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1427b4-8bd4-44c8-abfc-135eb1c73140 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.057712] env[68934]: DEBUG oslo_vmware.api [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Waiting for the task: (returnval){ [ 790.057712] env[68934]: value = "task-3134679" [ 790.057712] env[68934]: _type = "Task" [ 790.057712] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.068712] env[68934]: DEBUG oslo_vmware.api [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.237383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.237825] env[68934]: DEBUG nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.243357] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.024s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.243579] env[68934]: DEBUG nova.objects.instance [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lazy-loading 'resources' on Instance uuid d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.323246] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276ff74-5bf1-f26a-de66-282ed6178735, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.323599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.323770] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d16d6f5a-4146-4739-9dc6-a224ada09c03/d16d6f5a-4146-4739-9dc6-a224ada09c03.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.324069] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c76e2c2-2aca-4026-92e1-e6f4912cdc6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.330326] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 790.330326] env[68934]: value = "task-3134680" [ 790.330326] env[68934]: _type = "Task" [ 790.330326] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.342191] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.379366] env[68934]: DEBUG oslo_vmware.api [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134675, 'name': PowerOnVM_Task, 'duration_secs': 1.118285} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.380333] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.380333] env[68934]: INFO nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Took 15.87 seconds to spawn the instance on the hypervisor. [ 790.380333] env[68934]: DEBUG nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.381096] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa92dd79-0835-45f2-85f2-5e9095892ff8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.447015] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134678, 'name': Rename_Task, 'duration_secs': 0.172998} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.447288] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.447524] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783dddab-7938-41e9-937f-f6b88de5c4c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.453890] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 790.453890] env[68934]: value = "task-3134681" [ 790.453890] env[68934]: _type = "Task" [ 790.453890] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.462614] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.570863] env[68934]: DEBUG oslo_vmware.api [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134679, 'name': ReconfigVM_Task, 'duration_secs': 0.167811} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.571204] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627293', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'name': 'volume-87aba70b-262d-4163-98f5-faa90f6bd644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b383bf0-0355-4e0b-80b4-f20cdef90488', 'attached_at': '', 'detached_at': '', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'serial': '87aba70b-262d-4163-98f5-faa90f6bd644'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 790.752209] env[68934]: DEBUG nova.compute.utils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.757945] env[68934]: DEBUG nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.757945] env[68934]: DEBUG nova.network.neutron [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.827073] env[68934]: DEBUG nova.policy [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da3dcf41f45343f5b0d87c077675b10e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4cdfd7074464ddba2906ce649661fb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.841823] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134680, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.908590] env[68934]: INFO nova.compute.manager [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Took 55.25 seconds to build instance. [ 790.971463] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.128712] env[68934]: DEBUG nova.network.neutron [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Successfully created port: 27d6d1d6-fbb1-4ac9-a748-70a9a486aace {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.260781] env[68934]: DEBUG nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.344226] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581642} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.344505] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d16d6f5a-4146-4739-9dc6-a224ada09c03/d16d6f5a-4146-4739-9dc6-a224ada09c03.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.344747] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.345018] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9102e2c2-4b67-4f93-b5ab-99d48c0882a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.350682] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 791.350682] env[68934]: value = "task-3134682" [ 791.350682] env[68934]: _type = "Task" [ 791.350682] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.360894] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.366309] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3687b2e-3bdd-49f3-a21f-8e9a20ede1c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.373168] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9080cb9-d096-4be5-bb5f-2f4446820326 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.405802] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1c74a9-0b3e-427e-9bfe-9494f11a824a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.410274] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afe2dc82-e680-42e6-8755-54c028ec670f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.511s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.414992] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cebfe21-4d72-4f55-a2f2-7bf06e841ec7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.430606] env[68934]: DEBUG nova.compute.provider_tree [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.464329] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.750891] env[68934]: DEBUG nova.objects.instance [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lazy-loading 'flavor' on Instance uuid 8b383bf0-0355-4e0b-80b4-f20cdef90488 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.860152] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.884402] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "de1819bd-5edc-4ef4-8661-cb301b4782c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.884712] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "de1819bd-5edc-4ef4-8661-cb301b4782c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.915075] env[68934]: DEBUG nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.934054] env[68934]: DEBUG nova.scheduler.client.report [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.969505] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134681, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.147443] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.147888] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.148339] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.150435] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.150629] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.155188] env[68934]: INFO nova.compute.manager [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Terminating instance [ 792.256072] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f2e85f8e-81ed-445e-93f8-560ab9b0d090 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.483s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.270703] env[68934]: DEBUG nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.298033] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.298288] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.298449] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.298628] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.298775] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.298932] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.299181] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.299344] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.299512] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.299673] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.299845] env[68934]: DEBUG nova.virt.hardware [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.300982] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc2c9ec-8b15-418c-8dc7-0ee29be3fe47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.311063] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056332c0-e10b-45ef-a6a6-c17a3414ad73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.359921] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.68126} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.360232] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.361031] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd1408d-dbf6-4b4b-9745-be38b868166b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.384430] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d16d6f5a-4146-4739-9dc6-a224ada09c03/d16d6f5a-4146-4739-9dc6-a224ada09c03.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.385108] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f56a0e14-408d-4223-8a87-dbe790ff0a5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.404613] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 792.404613] env[68934]: value = "task-3134683" [ 792.404613] env[68934]: _type = "Task" [ 792.404613] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.413021] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.438850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.441894] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.444088] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.474s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.445904] env[68934]: INFO nova.compute.claims [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.466703] env[68934]: DEBUG oslo_vmware.api [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134681, 'name': PowerOnVM_Task, 'duration_secs': 1.793102} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.467742] env[68934]: INFO nova.scheduler.client.report [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Deleted allocations for instance d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6 [ 792.468764] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.468957] env[68934]: INFO nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Took 10.95 seconds to spawn the instance on the hypervisor. [ 792.469147] env[68934]: DEBUG nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.472323] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921e5b68-83c6-4e1f-9666-4ba502c7a670 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.551432] env[68934]: DEBUG nova.compute.manager [req-4741f409-3495-4846-9733-7286c011c00b req-c085d796-0a7c-4aa4-acf8-11c2100e291b service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Received event network-vif-plugged-27d6d1d6-fbb1-4ac9-a748-70a9a486aace {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.551640] env[68934]: DEBUG oslo_concurrency.lockutils [req-4741f409-3495-4846-9733-7286c011c00b req-c085d796-0a7c-4aa4-acf8-11c2100e291b service nova] Acquiring lock "e8755b21-59b1-4137-8a85-41592cc3453a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.552147] env[68934]: DEBUG oslo_concurrency.lockutils [req-4741f409-3495-4846-9733-7286c011c00b req-c085d796-0a7c-4aa4-acf8-11c2100e291b service nova] Lock "e8755b21-59b1-4137-8a85-41592cc3453a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.552324] env[68934]: DEBUG oslo_concurrency.lockutils [req-4741f409-3495-4846-9733-7286c011c00b req-c085d796-0a7c-4aa4-acf8-11c2100e291b service nova] Lock "e8755b21-59b1-4137-8a85-41592cc3453a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.552490] env[68934]: DEBUG nova.compute.manager [req-4741f409-3495-4846-9733-7286c011c00b req-c085d796-0a7c-4aa4-acf8-11c2100e291b service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] No waiting events found dispatching network-vif-plugged-27d6d1d6-fbb1-4ac9-a748-70a9a486aace {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.552902] env[68934]: WARNING nova.compute.manager [req-4741f409-3495-4846-9733-7286c011c00b req-c085d796-0a7c-4aa4-acf8-11c2100e291b service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Received unexpected event network-vif-plugged-27d6d1d6-fbb1-4ac9-a748-70a9a486aace for instance with vm_state building and task_state spawning. [ 792.641837] env[68934]: DEBUG nova.network.neutron [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Successfully updated port: 27d6d1d6-fbb1-4ac9-a748-70a9a486aace {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.660250] env[68934]: DEBUG nova.compute.manager [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.660598] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.661554] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7e5883-ae68-4a50-8ea4-f22314182242 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.671057] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.671320] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3683b16-ec0c-4ba1-a0b9-252864ac360e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.678258] env[68934]: DEBUG oslo_vmware.api [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 792.678258] env[68934]: value = "task-3134684" [ 792.678258] env[68934]: _type = "Task" [ 792.678258] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.688211] env[68934]: DEBUG oslo_vmware.api [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.751494] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Acquiring lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.751772] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.914999] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134683, 'name': ReconfigVM_Task, 'duration_secs': 0.289583} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.914999] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d16d6f5a-4146-4739-9dc6-a224ada09c03/d16d6f5a-4146-4739-9dc6-a224ada09c03.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.915258] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9035218-bb82-479c-8a08-8a474aecb1a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.921521] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 792.921521] env[68934]: value = "task-3134685" [ 792.921521] env[68934]: _type = "Task" [ 792.921521] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.931868] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134685, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.978488] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0da0b878-c06b-45d5-b391-d820d33b1de7 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Lock "d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.347s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.990427] env[68934]: INFO nova.compute.manager [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Took 44.56 seconds to build instance. [ 793.146744] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "refresh_cache-e8755b21-59b1-4137-8a85-41592cc3453a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.147912] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "refresh_cache-e8755b21-59b1-4137-8a85-41592cc3453a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.147912] env[68934]: DEBUG nova.network.neutron [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.188749] env[68934]: DEBUG oslo_vmware.api [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134684, 'name': PowerOffVM_Task, 'duration_secs': 0.24666} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.191374] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.191374] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.191374] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-283bf5cd-22c4-46f0-bd1c-1f716c0ed326 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.255563] env[68934]: INFO nova.compute.manager [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Detaching volume 87aba70b-262d-4163-98f5-faa90f6bd644 [ 793.303835] env[68934]: INFO nova.virt.block_device [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Attempting to driver detach volume 87aba70b-262d-4163-98f5-faa90f6bd644 from mountpoint /dev/sdb [ 793.304206] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 793.304440] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627293', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'name': 'volume-87aba70b-262d-4163-98f5-faa90f6bd644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b383bf0-0355-4e0b-80b4-f20cdef90488', 'attached_at': '', 'detached_at': '', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'serial': '87aba70b-262d-4163-98f5-faa90f6bd644'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 793.306391] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1037d8-3cad-4bed-a372-9e25259c1df8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.328298] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758e93f-29b9-4b03-99f6-0229e35c7861 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.335669] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1200ddf7-8430-4025-8ae4-ca12d22a28e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.359210] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7842d5-8e77-4549-8959-85abef51ee12 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.365168] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.365387] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.365566] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Deleting the datastore file [datastore1] 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.365825] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15f7b6e2-81fc-451e-b81e-ecf8fb166117 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.378426] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] The volume has not been displaced from its original location: [datastore1] volume-87aba70b-262d-4163-98f5-faa90f6bd644/volume-87aba70b-262d-4163-98f5-faa90f6bd644.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 793.383980] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 793.384751] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb31282-ed64-4103-84f1-4f6800ec1d3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.399712] env[68934]: DEBUG oslo_vmware.api [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 793.399712] env[68934]: value = "task-3134687" [ 793.399712] env[68934]: _type = "Task" [ 793.399712] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.404786] env[68934]: DEBUG oslo_vmware.api [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Waiting for the task: (returnval){ [ 793.404786] env[68934]: value = "task-3134688" [ 793.404786] env[68934]: _type = "Task" [ 793.404786] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.413548] env[68934]: DEBUG oslo_vmware.api [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.414922] env[68934]: DEBUG oslo_vmware.api [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.430764] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134685, 'name': Rename_Task, 'duration_secs': 0.171233} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.430764] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.431014] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea6a06b-b655-4ee2-aae1-7cb2e476b587 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.436537] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 793.436537] env[68934]: value = "task-3134689" [ 793.436537] env[68934]: _type = "Task" [ 793.436537] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.443620] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.492921] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.426s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.748576] env[68934]: DEBUG nova.network.neutron [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.912827] env[68934]: DEBUG oslo_vmware.api [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3134687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179733} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.913427] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.913603] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.913892] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.913956] env[68934]: INFO nova.compute.manager [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Took 1.25 seconds to destroy the instance on the hypervisor. [ 793.914208] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.914397] env[68934]: DEBUG nova.compute.manager [-] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.914540] env[68934]: DEBUG nova.network.neutron [-] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.922474] env[68934]: DEBUG oslo_vmware.api [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134688, 'name': ReconfigVM_Task, 'duration_secs': 0.317209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.923381] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 793.928289] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d038cc0-f574-494d-88a7-ad5d00c3c367 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.950146] env[68934]: DEBUG oslo_vmware.api [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134689, 'name': PowerOnVM_Task, 'duration_secs': 0.451568} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.951110] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.951316] env[68934]: INFO nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Took 8.61 seconds to spawn the instance on the hypervisor. [ 793.951490] env[68934]: DEBUG nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.951802] env[68934]: DEBUG oslo_vmware.api [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Waiting for the task: (returnval){ [ 793.951802] env[68934]: value = "task-3134690" [ 793.951802] env[68934]: _type = "Task" [ 793.951802] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.954531] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5e80c0-8474-474b-8377-9ef1540621ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.967435] env[68934]: DEBUG oslo_vmware.api [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.980293] env[68934]: DEBUG nova.network.neutron [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Updating instance_info_cache with network_info: [{"id": "27d6d1d6-fbb1-4ac9-a748-70a9a486aace", "address": "fa:16:3e:8a:27:09", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d6d1d6-fb", "ovs_interfaceid": "27d6d1d6-fbb1-4ac9-a748-70a9a486aace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.997430] env[68934]: DEBUG nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.030661] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a39c27-27f4-4e23-bc9d-ac4644cad8b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.040625] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b041b4d-293d-41b1-a2ab-cb3222d7562f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.075784] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f26b3-cf3c-45b7-8cdf-d83a1ae5c209 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.084213] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f170ea11-1b05-4378-b8c8-7a69752e6828 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.099414] env[68934]: DEBUG nova.compute.provider_tree [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.394890] env[68934]: DEBUG nova.compute.manager [req-d162ac15-a1dd-46a4-9916-c63b93de7228 req-f2e786ae-5bfc-434c-b6ba-e7e5e4068c17 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-vif-deleted-9d201450-1a5d-461f-bb93-d34b60219d6e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.395210] env[68934]: INFO nova.compute.manager [req-d162ac15-a1dd-46a4-9916-c63b93de7228 req-f2e786ae-5bfc-434c-b6ba-e7e5e4068c17 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Neutron deleted interface 9d201450-1a5d-461f-bb93-d34b60219d6e; detaching it from the instance and deleting it from the info cache [ 794.395473] env[68934]: DEBUG nova.network.neutron [req-d162ac15-a1dd-46a4-9916-c63b93de7228 req-f2e786ae-5bfc-434c-b6ba-e7e5e4068c17 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Updating instance_info_cache with network_info: [{"id": "08a4241a-53ae-4252-a71d-8d7ca7b37f87", "address": "fa:16:3e:65:aa:bc", "network": {"id": "904064ce-0459-4d82-9db0-1e14c671a846", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13172241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a4241a-53", "ovs_interfaceid": "08a4241a-53ae-4252-a71d-8d7ca7b37f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7b14db-1700-4419-acac-1ee632547ba1", "address": "fa:16:3e:95:c8:13", "network": {"id": "904064ce-0459-4d82-9db0-1e14c671a846", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13172241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7b14db-17", "ovs_interfaceid": "3a7b14db-1700-4419-acac-1ee632547ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.468096] env[68934]: DEBUG oslo_vmware.api [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Task: {'id': task-3134690, 'name': ReconfigVM_Task, 'duration_secs': 0.206934} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.468580] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627293', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'name': 'volume-87aba70b-262d-4163-98f5-faa90f6bd644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b383bf0-0355-4e0b-80b4-f20cdef90488', 'attached_at': '', 'detached_at': '', 'volume_id': '87aba70b-262d-4163-98f5-faa90f6bd644', 'serial': '87aba70b-262d-4163-98f5-faa90f6bd644'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 794.486939] env[68934]: INFO nova.compute.manager [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Took 39.93 seconds to build instance. [ 794.486939] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "refresh_cache-e8755b21-59b1-4137-8a85-41592cc3453a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.486939] env[68934]: DEBUG nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Instance network_info: |[{"id": "27d6d1d6-fbb1-4ac9-a748-70a9a486aace", "address": "fa:16:3e:8a:27:09", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d6d1d6-fb", "ovs_interfaceid": "27d6d1d6-fbb1-4ac9-a748-70a9a486aace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.486939] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:27:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27d6d1d6-fbb1-4ac9-a748-70a9a486aace', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.499835] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.499835] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.501509] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f52df5-54fd-4f13-a172-129ae9997cff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.533452] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.533452] env[68934]: value = "task-3134691" [ 794.533452] env[68934]: _type = "Task" [ 794.533452] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.544249] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134691, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.545353] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.602583] env[68934]: DEBUG nova.scheduler.client.report [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.711547] env[68934]: DEBUG nova.compute.manager [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Received event network-changed-27d6d1d6-fbb1-4ac9-a748-70a9a486aace {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.711927] env[68934]: DEBUG nova.compute.manager [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Refreshing instance network info cache due to event network-changed-27d6d1d6-fbb1-4ac9-a748-70a9a486aace. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.712946] env[68934]: DEBUG oslo_concurrency.lockutils [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] Acquiring lock "refresh_cache-e8755b21-59b1-4137-8a85-41592cc3453a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.713227] env[68934]: DEBUG oslo_concurrency.lockutils [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] Acquired lock "refresh_cache-e8755b21-59b1-4137-8a85-41592cc3453a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.713510] env[68934]: DEBUG nova.network.neutron [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Refreshing network info cache for port 27d6d1d6-fbb1-4ac9-a748-70a9a486aace {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.898070] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fd5a7b6-7ebd-44c7-9bbe-2a70a9c16c6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.907783] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63333982-08aa-4457-8adc-f248bbe02196 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.937330] env[68934]: DEBUG nova.compute.manager [req-d162ac15-a1dd-46a4-9916-c63b93de7228 req-f2e786ae-5bfc-434c-b6ba-e7e5e4068c17 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Detach interface failed, port_id=9d201450-1a5d-461f-bb93-d34b60219d6e, reason: Instance 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.000233] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e0d0b407-cc5c-4396-8605-1e3a460e4494 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.862s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.044574] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134691, 'name': CreateVM_Task, 'duration_secs': 0.375833} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.044686] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.045485] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.045760] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.046174] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.046503] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a376ce-e702-41c8-b109-ffcf890fd6e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.053524] env[68934]: DEBUG nova.objects.instance [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lazy-loading 'flavor' on Instance uuid 8b383bf0-0355-4e0b-80b4-f20cdef90488 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.059187] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 795.059187] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52932fa0-434f-d1ed-648f-738bf1b96b8a" [ 795.059187] env[68934]: _type = "Task" [ 795.059187] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.068458] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52932fa0-434f-d1ed-648f-738bf1b96b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.112114] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.114357] env[68934]: DEBUG nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.115770] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.629s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.115907] env[68934]: DEBUG nova.objects.instance [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 795.511158] env[68934]: DEBUG nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.517985] env[68934]: DEBUG nova.network.neutron [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Updated VIF entry in instance network info cache for port 27d6d1d6-fbb1-4ac9-a748-70a9a486aace. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.518554] env[68934]: DEBUG nova.network.neutron [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Updating instance_info_cache with network_info: [{"id": "27d6d1d6-fbb1-4ac9-a748-70a9a486aace", "address": "fa:16:3e:8a:27:09", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d6d1d6-fb", "ovs_interfaceid": "27d6d1d6-fbb1-4ac9-a748-70a9a486aace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.570411] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52932fa0-434f-d1ed-648f-738bf1b96b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.013594} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.570723] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.570945] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.571197] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.571343] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.571522] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.572528] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a024319-02fa-41e6-8211-278b012c04f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.581784] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.581784] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.583628] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2eb532-59d0-4806-9850-cac388a3546c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.590498] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 795.590498] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a23539-f536-c9bf-1c46-7faa758f123d" [ 795.590498] env[68934]: _type = "Task" [ 795.590498] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.599462] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a23539-f536-c9bf-1c46-7faa758f123d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.621380] env[68934]: DEBUG nova.compute.utils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.629564] env[68934]: DEBUG nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.629564] env[68934]: DEBUG nova.network.neutron [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.653631] env[68934]: DEBUG nova.network.neutron [-] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.737118] env[68934]: DEBUG nova.policy [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48620c5a72146edbcaf8b45fe3ff363', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ccfebdabf045f594474abd465c2007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.022186] env[68934]: DEBUG oslo_concurrency.lockutils [req-0036de87-dad4-4d6d-bd58-2c1231f4d9f4 req-34cfbedd-0b31-451c-bca0-cd468f9f4b7d service nova] Releasing lock "refresh_cache-e8755b21-59b1-4137-8a85-41592cc3453a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.034956] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.063717] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fd883447-0c32-4e8c-a34b-be57eb971862 tempest-VolumesAssistedSnapshotsTest-541813066 tempest-VolumesAssistedSnapshotsTest-541813066-project-admin] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.102809] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a23539-f536-c9bf-1c46-7faa758f123d, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.103667] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057cb145-e511-484d-ac9f-49377013a801 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.109091] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 796.109091] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cda1ca-788e-2c4a-d786-cbe1fdb60d37" [ 796.109091] env[68934]: _type = "Task" [ 796.109091] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.116272] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cda1ca-788e-2c4a-d786-cbe1fdb60d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.130018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c8bcdec4-7944-4710-bdd2-c49da5fd6224 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.130139] env[68934]: DEBUG nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.133214] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.706s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.133460] env[68934]: DEBUG nova.objects.instance [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lazy-loading 'resources' on Instance uuid 6eac0316-b719-4ff8-9999-06ddc5f55c4a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.155941] env[68934]: INFO nova.compute.manager [-] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Took 2.24 seconds to deallocate network for instance. [ 796.334735] env[68934]: DEBUG nova.network.neutron [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Successfully created port: c0a25a9d-09f7-49eb-aa94-d876d412bc1e {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.605598] env[68934]: DEBUG nova.compute.manager [req-287c1806-6fbb-49b7-9937-1537c6b67d3e req-16813b60-6151-462d-ac80-632f781aba86 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-vif-deleted-08a4241a-53ae-4252-a71d-8d7ca7b37f87 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.605848] env[68934]: DEBUG nova.compute.manager [req-287c1806-6fbb-49b7-9937-1537c6b67d3e req-16813b60-6151-462d-ac80-632f781aba86 service nova] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Received event network-vif-deleted-3a7b14db-1700-4419-acac-1ee632547ba1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.628859] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cda1ca-788e-2c4a-d786-cbe1fdb60d37, 'name': SearchDatastore_Task, 'duration_secs': 0.036997} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.629242] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.629867] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e8755b21-59b1-4137-8a85-41592cc3453a/e8755b21-59b1-4137-8a85-41592cc3453a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.630167] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0ce677-6fcd-4a5d-9241-a12663d9ac2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.647736] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 796.647736] env[68934]: value = "task-3134693" [ 796.647736] env[68934]: _type = "Task" [ 796.647736] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.659042] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.664368] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.147114] env[68934]: DEBUG nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.159675] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471956} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.166019] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e8755b21-59b1-4137-8a85-41592cc3453a/e8755b21-59b1-4137-8a85-41592cc3453a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.166285] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.167552] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fe039c5-764e-4302-818b-2a1e145f8024 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.174446] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 797.174446] env[68934]: value = "task-3134694" [ 797.174446] env[68934]: _type = "Task" [ 797.174446] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.184242] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.184646] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.184922] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.185245] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.185518] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.185797] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.186205] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.186503] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.186815] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.187121] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.187445] env[68934]: DEBUG nova.virt.hardware [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.190106] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafb06a7-da33-4250-a1a1-e09ab8c67296 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.204334] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.210979] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7454b397-003f-4bc4-8683-514cf1b3b513 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.289019] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ca8d5-8e49-4553-82d1-fd17385e9649 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.296137] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85508210-1ac4-453f-8759-203f1389ba65 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.327109] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85799689-ad1a-4a3b-b2b0-f320732d4568 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.333771] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca3febe-0e28-404d-9e1d-81fbd634371d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.348071] env[68934]: DEBUG nova.compute.provider_tree [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.686976] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064093} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.687266] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.689047] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92802f71-6b38-44f8-b7b0-9a55b8b85294 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.714814] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] e8755b21-59b1-4137-8a85-41592cc3453a/e8755b21-59b1-4137-8a85-41592cc3453a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.715156] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4123903-dc44-40f4-b066-8a1ee010f383 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.739373] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 797.739373] env[68934]: value = "task-3134695" [ 797.739373] env[68934]: _type = "Task" [ 797.739373] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.747247] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.851575] env[68934]: DEBUG nova.scheduler.client.report [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.249228] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.359387] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.362470] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.776s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.362470] env[68934]: DEBUG nova.objects.instance [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lazy-loading 'resources' on Instance uuid 1b14a037-a9bc-4540-b6a2-6e68436a8425 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.386464] env[68934]: INFO nova.scheduler.client.report [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted allocations for instance 6eac0316-b719-4ff8-9999-06ddc5f55c4a [ 798.419724] env[68934]: DEBUG nova.network.neutron [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Successfully updated port: c0a25a9d-09f7-49eb-aa94-d876d412bc1e {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.631105] env[68934]: DEBUG nova.compute.manager [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Received event network-vif-plugged-c0a25a9d-09f7-49eb-aa94-d876d412bc1e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.631359] env[68934]: DEBUG oslo_concurrency.lockutils [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] Acquiring lock "416d0c96-dc05-4aec-87e6-4fc106c5674e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.631755] env[68934]: DEBUG oslo_concurrency.lockutils [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.631959] env[68934]: DEBUG oslo_concurrency.lockutils [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.632227] env[68934]: DEBUG nova.compute.manager [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] No waiting events found dispatching network-vif-plugged-c0a25a9d-09f7-49eb-aa94-d876d412bc1e {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.632454] env[68934]: WARNING nova.compute.manager [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Received unexpected event network-vif-plugged-c0a25a9d-09f7-49eb-aa94-d876d412bc1e for instance with vm_state building and task_state spawning. [ 798.632645] env[68934]: DEBUG nova.compute.manager [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Received event network-changed-c0a25a9d-09f7-49eb-aa94-d876d412bc1e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.632827] env[68934]: DEBUG nova.compute.manager [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Refreshing instance network info cache due to event network-changed-c0a25a9d-09f7-49eb-aa94-d876d412bc1e. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.633297] env[68934]: DEBUG oslo_concurrency.lockutils [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] Acquiring lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.636039] env[68934]: DEBUG oslo_concurrency.lockutils [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] Acquired lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.636267] env[68934]: DEBUG nova.network.neutron [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Refreshing network info cache for port c0a25a9d-09f7-49eb-aa94-d876d412bc1e {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.749911] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134695, 'name': ReconfigVM_Task, 'duration_secs': 0.652893} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.750236] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Reconfigured VM instance instance-00000025 to attach disk [datastore1] e8755b21-59b1-4137-8a85-41592cc3453a/e8755b21-59b1-4137-8a85-41592cc3453a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.750997] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28ac3436-6582-4ff9-9844-8e50c12efa12 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.757438] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 798.757438] env[68934]: value = "task-3134696" [ 798.757438] env[68934]: _type = "Task" [ 798.757438] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.765739] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134696, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.894457] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e9e657c-a4ef-42af-9e1f-480165a45b7c tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "6eac0316-b719-4ff8-9999-06ddc5f55c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.919s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.922521] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.192321] env[68934]: DEBUG nova.network.neutron [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.269296] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134696, 'name': Rename_Task, 'duration_secs': 0.143418} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.269433] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.270423] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d090229-ceda-4977-bd6e-e24a60252e08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.277248] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 799.277248] env[68934]: value = "task-3134697" [ 799.277248] env[68934]: _type = "Task" [ 799.277248] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.288027] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.293466] env[68934]: DEBUG nova.network.neutron [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.410015] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2587876-5bcf-4f56-8efb-f233c07d5dac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.419975] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59317789-3571-410e-82ea-9d9adb09ddeb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.452872] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4588828c-a29c-4956-96bc-16f10c10728d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.460913] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc32c666-4acc-4795-8faf-34ae2a627ae0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.477335] env[68934]: DEBUG nova.compute.provider_tree [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.600758] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.601168] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.601472] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "8b383bf0-0355-4e0b-80b4-f20cdef90488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.601732] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.601967] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.605261] env[68934]: INFO nova.compute.manager [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Terminating instance [ 799.712077] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.712831] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.786779] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.796470] env[68934]: DEBUG oslo_concurrency.lockutils [req-d3ce1c10-607f-4023-9909-c568d418e92c req-3b5fff2f-28ff-4e56-b971-0a666b45c837 service nova] Releasing lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.796845] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquired lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.797048] env[68934]: DEBUG nova.network.neutron [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.980618] env[68934]: DEBUG nova.scheduler.client.report [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.111343] env[68934]: DEBUG nova.compute.manager [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.111578] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.112645] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a241df1-6f22-4502-8d33-25c26ab7f941 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.122999] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.123257] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efdc2fbd-19ba-42d5-9b9d-d2660bff2abc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.130131] env[68934]: DEBUG oslo_vmware.api [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 800.130131] env[68934]: value = "task-3134698" [ 800.130131] env[68934]: _type = "Task" [ 800.130131] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.138417] env[68934]: DEBUG oslo_vmware.api [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.285559] env[68934]: DEBUG oslo_vmware.api [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134697, 'name': PowerOnVM_Task, 'duration_secs': 0.815315} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.285834] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.286066] env[68934]: INFO nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Took 8.02 seconds to spawn the instance on the hypervisor. [ 800.286266] env[68934]: DEBUG nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.287179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd88d1-3276-4d95-972d-1cb5e53d5ddf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.353266] env[68934]: DEBUG nova.network.neutron [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.485764] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.488565] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.504s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.488820] env[68934]: DEBUG nova.objects.instance [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lazy-loading 'resources' on Instance uuid 4252d347-76e1-4d37-9b71-bf46eb42c336 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.509559] env[68934]: INFO nova.scheduler.client.report [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted allocations for instance 1b14a037-a9bc-4540-b6a2-6e68436a8425 [ 800.640668] env[68934]: DEBUG oslo_vmware.api [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134698, 'name': PowerOffVM_Task, 'duration_secs': 0.260757} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.641793] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.641793] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.641793] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd030219-f201-4ee1-9b8b-fc430c9f9bac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.701918] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.702259] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.702514] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Deleting the datastore file [datastore1] 8b383bf0-0355-4e0b-80b4-f20cdef90488 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.705534] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f08de514-f7bf-4253-991c-a25066f0135a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.711837] env[68934]: DEBUG oslo_vmware.api [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for the task: (returnval){ [ 800.711837] env[68934]: value = "task-3134700" [ 800.711837] env[68934]: _type = "Task" [ 800.711837] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.719785] env[68934]: DEBUG oslo_vmware.api [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.791523] env[68934]: DEBUG nova.network.neutron [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Updating instance_info_cache with network_info: [{"id": "c0a25a9d-09f7-49eb-aa94-d876d412bc1e", "address": "fa:16:3e:ac:d4:b8", "network": {"id": "39bd348b-163a-4b1c-8592-6028373a0558", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1014528568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ccfebdabf045f594474abd465c2007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a25a9d-09", "ovs_interfaceid": "c0a25a9d-09f7-49eb-aa94-d876d412bc1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.809123] env[68934]: INFO nova.compute.manager [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Took 44.99 seconds to build instance. [ 801.017909] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d15df5ca-f226-4802-adb5-917a66abc856 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "1b14a037-a9bc-4540-b6a2-6e68436a8425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.887s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.221709] env[68934]: DEBUG oslo_vmware.api [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Task: {'id': task-3134700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159186} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.224164] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.224362] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.224540] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.224806] env[68934]: INFO nova.compute.manager [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Took 1.11 seconds to destroy the instance on the hypervisor. [ 801.225066] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.225707] env[68934]: DEBUG nova.compute.manager [-] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.225707] env[68934]: DEBUG nova.network.neutron [-] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.293816] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Releasing lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.294148] env[68934]: DEBUG nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Instance network_info: |[{"id": "c0a25a9d-09f7-49eb-aa94-d876d412bc1e", "address": "fa:16:3e:ac:d4:b8", "network": {"id": "39bd348b-163a-4b1c-8592-6028373a0558", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1014528568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ccfebdabf045f594474abd465c2007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a25a9d-09", "ovs_interfaceid": "c0a25a9d-09f7-49eb-aa94-d876d412bc1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.295053] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:d4:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0a25a9d-09f7-49eb-aa94-d876d412bc1e', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.302320] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Creating folder: Project (f7ccfebdabf045f594474abd465c2007). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.302709] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c621b4c-099a-46f0-8086-4959d488eb06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.311561] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "e8755b21-59b1-4137-8a85-41592cc3453a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.585s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.316056] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Created folder: Project (f7ccfebdabf045f594474abd465c2007) in parent group-v627191. [ 801.316255] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Creating folder: Instances. Parent ref: group-v627302. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.316494] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a90e5d9-23b7-481c-9355-760463c80b71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.330039] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Created folder: Instances in parent group-v627302. [ 801.330039] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.330039] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.330039] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c966a206-5293-45de-80b7-670d2b8c242e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.349620] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.349620] env[68934]: value = "task-3134703" [ 801.349620] env[68934]: _type = "Task" [ 801.349620] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.357209] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134703, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.506100] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7f21a-36a0-4c2f-a632-bd881590c901 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.514895] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b91df-11e7-43ac-af39-bc8c357a041a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.546121] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64063acd-d0a6-47f9-91fb-c75acdd4f1f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.554185] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568463d4-32ef-4dba-aa43-a3e744f13719 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.567787] env[68934]: DEBUG nova.compute.provider_tree [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.815887] env[68934]: DEBUG nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.860120] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134703, 'name': CreateVM_Task, 'duration_secs': 0.325078} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.861042] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.861729] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.861903] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.862242] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.862753] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f55a707-8aea-4b0e-87fb-98d1aee50628 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.871021] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 801.871021] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d0009d-965a-15b0-101a-63b4ca0a7c5d" [ 801.871021] env[68934]: _type = "Task" [ 801.871021] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.876366] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d0009d-965a-15b0-101a-63b4ca0a7c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.071291] env[68934]: DEBUG nova.scheduler.client.report [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.340378] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.369691] env[68934]: DEBUG nova.compute.manager [req-4c4a5d09-b083-4640-b2c1-e62615d250cd req-0a44ab35-2637-4429-b152-d2c53ebd4c4f service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Received event network-vif-deleted-252e3024-1de6-4885-adf0-dba29cd6a09b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.369889] env[68934]: INFO nova.compute.manager [req-4c4a5d09-b083-4640-b2c1-e62615d250cd req-0a44ab35-2637-4429-b152-d2c53ebd4c4f service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Neutron deleted interface 252e3024-1de6-4885-adf0-dba29cd6a09b; detaching it from the instance and deleting it from the info cache [ 802.370070] env[68934]: DEBUG nova.network.neutron [req-4c4a5d09-b083-4640-b2c1-e62615d250cd req-0a44ab35-2637-4429-b152-d2c53ebd4c4f service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.381344] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d0009d-965a-15b0-101a-63b4ca0a7c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.381643] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.381868] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.383031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.383031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.383031] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.383031] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b5fb0fb-857a-4f96-a159-64944bf74b6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.391353] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.391515] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.392473] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c8560d-1ab2-4fa9-9c54-4024d57e0a3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.397879] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 802.397879] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529f79bb-9f28-9ebe-1336-d22dc0c5d02a" [ 802.397879] env[68934]: _type = "Task" [ 802.397879] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.405634] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529f79bb-9f28-9ebe-1336-d22dc0c5d02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.476591] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.477156] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.504909] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.505390] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.550172] env[68934]: DEBUG nova.network.neutron [-] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.577204] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.580040] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.719s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.582057] env[68934]: INFO nova.compute.claims [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.595973] env[68934]: INFO nova.scheduler.client.report [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Deleted allocations for instance 4252d347-76e1-4d37-9b71-bf46eb42c336 [ 802.876789] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-679dbdff-cf4b-4a8c-bc6c-ebdbaf3f66b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.886641] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0e826-0476-4c93-91ed-aab38d2a834d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.916309] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529f79bb-9f28-9ebe-1336-d22dc0c5d02a, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.916783] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b9e843-992b-47ef-bd04-2e110ce315c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.931915] env[68934]: DEBUG nova.compute.manager [req-4c4a5d09-b083-4640-b2c1-e62615d250cd req-0a44ab35-2637-4429-b152-d2c53ebd4c4f service nova] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Detach interface failed, port_id=252e3024-1de6-4885-adf0-dba29cd6a09b, reason: Instance 8b383bf0-0355-4e0b-80b4-f20cdef90488 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 802.935562] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 802.935562] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d42402-77f1-6094-47dd-6690a1e49ba8" [ 802.935562] env[68934]: _type = "Task" [ 802.935562] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.943570] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d42402-77f1-6094-47dd-6690a1e49ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.053874] env[68934]: INFO nova.compute.manager [-] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Took 1.83 seconds to deallocate network for instance. [ 803.105400] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a2faf77f-6f26-4608-a526-e295ba144a92 tempest-ServerShowV254Test-361661148 tempest-ServerShowV254Test-361661148-project-member] Lock "4252d347-76e1-4d37-9b71-bf46eb42c336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.392s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.449562] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d42402-77f1-6094-47dd-6690a1e49ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.008687} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.449932] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.450345] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 416d0c96-dc05-4aec-87e6-4fc106c5674e/416d0c96-dc05-4aec-87e6-4fc106c5674e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.450704] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8402996a-31b9-4f0d-949b-78668a50683d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.458252] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 803.458252] env[68934]: value = "task-3134704" [ 803.458252] env[68934]: _type = "Task" [ 803.458252] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.465643] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.560469] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.973128] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.202989] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7d96a-66a4-424c-8e4a-d9afcfa58603 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.211171] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc765b-91cf-4609-b558-4eac722f1d6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.242733] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e86cd-b4e6-41e8-8290-24ace9e8fe56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.250852] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2b5c1d-3f5d-4476-9b0b-d648c3ba4f87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.265858] env[68934]: DEBUG nova.compute.provider_tree [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.472228] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647985} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.472663] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 416d0c96-dc05-4aec-87e6-4fc106c5674e/416d0c96-dc05-4aec-87e6-4fc106c5674e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.472915] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.473248] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4983a87c-2040-4227-809f-90834e0457ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.481599] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 804.481599] env[68934]: value = "task-3134705" [ 804.481599] env[68934]: _type = "Task" [ 804.481599] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.494656] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.771166] env[68934]: DEBUG nova.scheduler.client.report [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.793311] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.793556] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.793738] env[68934]: DEBUG nova.compute.manager [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.795021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bfe1d8-e947-4297-b177-480f21298d90 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.801894] env[68934]: DEBUG nova.compute.manager [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 804.802491] env[68934]: DEBUG nova.objects.instance [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lazy-loading 'flavor' on Instance uuid f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.992356] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30849} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.992708] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.993507] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4a916-c7c4-4701-ad39-6f9496df7bff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.016042] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 416d0c96-dc05-4aec-87e6-4fc106c5674e/416d0c96-dc05-4aec-87e6-4fc106c5674e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.016399] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e514f6-0b6a-4402-8cfd-c1d9351e411c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.037035] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 805.037035] env[68934]: value = "task-3134706" [ 805.037035] env[68934]: _type = "Task" [ 805.037035] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.044804] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.275774] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.276352] env[68934]: DEBUG nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.279217] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.663s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.280613] env[68934]: INFO nova.compute.claims [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.546440] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.786079] env[68934]: DEBUG nova.compute.utils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.789517] env[68934]: DEBUG nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.789687] env[68934]: DEBUG nova.network.neutron [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.809913] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.810216] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-262edd8c-ef6c-4d5f-abf6-3162dea35810 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.816644] env[68934]: DEBUG oslo_vmware.api [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 805.816644] env[68934]: value = "task-3134707" [ 805.816644] env[68934]: _type = "Task" [ 805.816644] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.827030] env[68934]: DEBUG oslo_vmware.api [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.855837] env[68934]: DEBUG nova.policy [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cd93542aaca4c3ea84cfa2904390455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '125360d348564b48a24a47a10b0b83d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.049995] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.213031] env[68934]: DEBUG nova.network.neutron [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Successfully created port: 92c15335-9e3a-42ad-814d-a0a04d93c18e {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.290479] env[68934]: DEBUG nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.334863] env[68934]: DEBUG oslo_vmware.api [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134707, 'name': PowerOffVM_Task, 'duration_secs': 0.214734} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.337539] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.337772] env[68934]: DEBUG nova.compute.manager [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.338729] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741932e3-5321-44b5-9a66-6ad8dda61416 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.551399] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.831797] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd77b34-bf4f-4460-9c51-936b20641a9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.843041] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17b39f-0c28-4eaa-a06b-ad420e3a3358 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.852497] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1df820b4-b289-484f-9d70-f917aab605f1 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.880415] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea67f63-827c-46fc-968f-a35a865f8ff0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.888461] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61619fb4-08af-4163-be59-c5956d75e442 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.904462] env[68934]: DEBUG nova.compute.provider_tree [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.051625] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134706, 'name': ReconfigVM_Task, 'duration_secs': 1.518714} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.051953] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 416d0c96-dc05-4aec-87e6-4fc106c5674e/416d0c96-dc05-4aec-87e6-4fc106c5674e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.056030] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d989ef-6dde-47a5-97c1-800f7cc5081d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.059535] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 807.059535] env[68934]: value = "task-3134708" [ 807.059535] env[68934]: _type = "Task" [ 807.059535] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.068183] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134708, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.302282] env[68934]: DEBUG nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.328488] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.328754] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.328907] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.329124] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.329282] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.330027] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.330027] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.330027] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.330185] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.330269] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.330446] env[68934]: DEBUG nova.virt.hardware [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.331355] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff1e6d8-4b34-4c2c-a09d-3a9102b0b7ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.340981] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f847bb72-8432-4549-b17b-8acba14ecc35 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.407411] env[68934]: DEBUG nova.scheduler.client.report [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.519949] env[68934]: DEBUG nova.objects.instance [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lazy-loading 'flavor' on Instance uuid f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.570176] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134708, 'name': Rename_Task, 'duration_secs': 0.13781} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.570454] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.570702] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4b1923f-83d5-467c-bd20-888dc5a94a34 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.577203] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 807.577203] env[68934]: value = "task-3134709" [ 807.577203] env[68934]: _type = "Task" [ 807.577203] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.584777] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.743442] env[68934]: DEBUG nova.compute.manager [req-408d0881-e70a-4de6-bb18-731e698147e6 req-4275326a-726d-4e25-85c0-dda5a783ec2d service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Received event network-vif-plugged-92c15335-9e3a-42ad-814d-a0a04d93c18e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.743666] env[68934]: DEBUG oslo_concurrency.lockutils [req-408d0881-e70a-4de6-bb18-731e698147e6 req-4275326a-726d-4e25-85c0-dda5a783ec2d service nova] Acquiring lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.743910] env[68934]: DEBUG oslo_concurrency.lockutils [req-408d0881-e70a-4de6-bb18-731e698147e6 req-4275326a-726d-4e25-85c0-dda5a783ec2d service nova] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.744114] env[68934]: DEBUG oslo_concurrency.lockutils [req-408d0881-e70a-4de6-bb18-731e698147e6 req-4275326a-726d-4e25-85c0-dda5a783ec2d service nova] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.744289] env[68934]: DEBUG nova.compute.manager [req-408d0881-e70a-4de6-bb18-731e698147e6 req-4275326a-726d-4e25-85c0-dda5a783ec2d service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] No waiting events found dispatching network-vif-plugged-92c15335-9e3a-42ad-814d-a0a04d93c18e {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.744486] env[68934]: WARNING nova.compute.manager [req-408d0881-e70a-4de6-bb18-731e698147e6 req-4275326a-726d-4e25-85c0-dda5a783ec2d service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Received unexpected event network-vif-plugged-92c15335-9e3a-42ad-814d-a0a04d93c18e for instance with vm_state building and task_state spawning. [ 807.912735] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.916021] env[68934]: DEBUG nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.916021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.006s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.916167] env[68934]: DEBUG nova.objects.instance [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lazy-loading 'resources' on Instance uuid 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.025373] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.025542] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquired lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.025722] env[68934]: DEBUG nova.network.neutron [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.025898] env[68934]: DEBUG nova.objects.instance [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lazy-loading 'info_cache' on Instance uuid f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.088640] env[68934]: DEBUG oslo_vmware.api [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134709, 'name': PowerOnVM_Task, 'duration_secs': 0.461659} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.088876] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.089169] env[68934]: INFO nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Took 10.94 seconds to spawn the instance on the hypervisor. [ 808.089380] env[68934]: DEBUG nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.090155] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75bde7f-aefb-455e-85a9-e769dc461f1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.127019] env[68934]: DEBUG nova.network.neutron [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Successfully updated port: 92c15335-9e3a-42ad-814d-a0a04d93c18e {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.420027] env[68934]: DEBUG nova.compute.utils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.424515] env[68934]: DEBUG nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.424515] env[68934]: DEBUG nova.network.neutron [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.516233] env[68934]: DEBUG nova.policy [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d60f6d597346c4ba4582e26b63155f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b262787635114bf7add5f14b511618dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.532665] env[68934]: DEBUG nova.objects.base [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 808.609941] env[68934]: INFO nova.compute.manager [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Took 50.67 seconds to build instance. [ 808.628365] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "refresh_cache-88b1f91f-33fa-4aab-b325-4404c7eb9fff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.628505] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired lock "refresh_cache-88b1f91f-33fa-4aab-b325-4404c7eb9fff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.628834] env[68934]: DEBUG nova.network.neutron [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.923833] env[68934]: DEBUG nova.network.neutron [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Successfully created port: b6af8b02-6ce5-4adb-a57f-5774e7983792 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.926407] env[68934]: DEBUG nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.934854] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d923e-cffd-4580-9c2f-1c7209ab84f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.942114] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e8dfef-3e93-4c03-b358-93498d8de7c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.975177] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d054a9-463d-4206-a4b5-b3171ecf92e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.982605] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09206b65-3ae9-4f2a-a5db-355c21c64447 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.996282] env[68934]: DEBUG nova.compute.provider_tree [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.112159] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46614836-5cbd-41f6-880e-ee290810471c tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.105s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.226424] env[68934]: DEBUG nova.network.neutron [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.234301] env[68934]: DEBUG nova.network.neutron [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Updating instance_info_cache with network_info: [{"id": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "address": "fa:16:3e:d6:66:b4", "network": {"id": "485ee3fd-4524-4f7f-a742-861664facb58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-700371332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cdfd7074464ddba2906ce649661fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f75a583-71", "ovs_interfaceid": "9f75a583-71ec-4ec8-855a-0d20d5bab644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.409684] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.409930] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.414333] env[68934]: INFO nova.compute.manager [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Rebooting instance [ 809.471155] env[68934]: DEBUG nova.network.neutron [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Updating instance_info_cache with network_info: [{"id": "92c15335-9e3a-42ad-814d-a0a04d93c18e", "address": "fa:16:3e:e0:05:95", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c15335-9e", "ovs_interfaceid": "92c15335-9e3a-42ad-814d-a0a04d93c18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.499506] env[68934]: DEBUG nova.scheduler.client.report [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.618174] env[68934]: DEBUG nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.738654] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Releasing lock "refresh_cache-f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.853418] env[68934]: DEBUG nova.compute.manager [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Received event network-changed-92c15335-9e3a-42ad-814d-a0a04d93c18e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.853586] env[68934]: DEBUG nova.compute.manager [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Refreshing instance network info cache due to event network-changed-92c15335-9e3a-42ad-814d-a0a04d93c18e. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.853779] env[68934]: DEBUG oslo_concurrency.lockutils [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] Acquiring lock "refresh_cache-88b1f91f-33fa-4aab-b325-4404c7eb9fff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.937605] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.937806] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquired lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.938026] env[68934]: DEBUG nova.network.neutron [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.946216] env[68934]: DEBUG nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.974822] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.975304] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.976023] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.976023] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.976023] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.976276] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.976587] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.976884] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.978673] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.978673] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.978673] env[68934]: DEBUG nova.virt.hardware [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.978673] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Releasing lock "refresh_cache-88b1f91f-33fa-4aab-b325-4404c7eb9fff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.978673] env[68934]: DEBUG nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Instance network_info: |[{"id": "92c15335-9e3a-42ad-814d-a0a04d93c18e", "address": "fa:16:3e:e0:05:95", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c15335-9e", "ovs_interfaceid": "92c15335-9e3a-42ad-814d-a0a04d93c18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.979497] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20feeb67-5f78-4ded-a1bb-4bcfc6edcedb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.982317] env[68934]: DEBUG oslo_concurrency.lockutils [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] Acquired lock "refresh_cache-88b1f91f-33fa-4aab-b325-4404c7eb9fff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.982501] env[68934]: DEBUG nova.network.neutron [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Refreshing network info cache for port 92c15335-9e3a-42ad-814d-a0a04d93c18e {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.983726] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:05:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c15335-9e3a-42ad-814d-a0a04d93c18e', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.991502] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.992424] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.994985] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80e70545-bc73-47a3-bdda-1bd58f7d8b38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.012358] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.015074] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.346s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.016078] env[68934]: INFO nova.compute.claims [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.020281] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29665deb-1d4f-4e41-87b6-5fcbd1bdae53 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.025805] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.025805] env[68934]: value = "task-3134710" [ 810.025805] env[68934]: _type = "Task" [ 810.025805] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.037744] env[68934]: INFO nova.scheduler.client.report [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Deleted allocations for instance 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160 [ 810.044659] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134710, 'name': CreateVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.138517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.541909] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134710, 'name': CreateVM_Task, 'duration_secs': 0.354383} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.542233] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.543045] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.543224] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.543574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.543866] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047c53bd-bffe-4d92-9ef2-6a5addaccafe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.548193] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dc202967-066e-4d85-a1d7-66d0bbeeba95 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Lock "1201d68c-d8f2-4867-9a8e-c0f3aa0b3160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.158s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.550484] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 810.550484] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5256ed0b-0603-9ae1-fdc8-f05b194a6d9a" [ 810.550484] env[68934]: _type = "Task" [ 810.550484] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.559861] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5256ed0b-0603-9ae1-fdc8-f05b194a6d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.739181] env[68934]: DEBUG nova.network.neutron [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Updated VIF entry in instance network info cache for port 92c15335-9e3a-42ad-814d-a0a04d93c18e. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.739544] env[68934]: DEBUG nova.network.neutron [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Updating instance_info_cache with network_info: [{"id": "92c15335-9e3a-42ad-814d-a0a04d93c18e", "address": "fa:16:3e:e0:05:95", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c15335-9e", "ovs_interfaceid": "92c15335-9e3a-42ad-814d-a0a04d93c18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.745597] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.745894] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-085829f5-7d34-4989-9ecb-ca217421ce95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.755296] env[68934]: DEBUG oslo_vmware.api [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 810.755296] env[68934]: value = "task-3134711" [ 810.755296] env[68934]: _type = "Task" [ 810.755296] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.769675] env[68934]: DEBUG oslo_vmware.api [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.887892] env[68934]: DEBUG nova.network.neutron [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Updating instance_info_cache with network_info: [{"id": "c0a25a9d-09f7-49eb-aa94-d876d412bc1e", "address": "fa:16:3e:ac:d4:b8", "network": {"id": "39bd348b-163a-4b1c-8592-6028373a0558", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1014528568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ccfebdabf045f594474abd465c2007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a25a9d-09", "ovs_interfaceid": "c0a25a9d-09f7-49eb-aa94-d876d412bc1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.040532] env[68934]: DEBUG nova.network.neutron [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Successfully updated port: b6af8b02-6ce5-4adb-a57f-5774e7983792 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.070687] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5256ed0b-0603-9ae1-fdc8-f05b194a6d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.071129] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.075025] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.075025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.075025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.075025] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.075025] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed0aefa-7514-46df-bea6-e50a723af340 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.086350] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.086616] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.087665] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd350506-b8b6-4068-a235-399c269664f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.094235] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 811.094235] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ef7702-8457-ca02-ff99-47b705817139" [ 811.094235] env[68934]: _type = "Task" [ 811.094235] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.107767] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ef7702-8457-ca02-ff99-47b705817139, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.108680] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e9050e-2286-4c7c-b0bf-3d1f9e3bcfa8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.116255] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 811.116255] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e35368-3a60-1eeb-e3f6-9172aba069aa" [ 811.116255] env[68934]: _type = "Task" [ 811.116255] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.124469] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e35368-3a60-1eeb-e3f6-9172aba069aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.244126] env[68934]: DEBUG oslo_concurrency.lockutils [req-01d19fd5-adf2-4b8b-b9bc-15ece2705b6d req-4dad78f2-f944-4c58-88fe-cb58ccd37be9 service nova] Releasing lock "refresh_cache-88b1f91f-33fa-4aab-b325-4404c7eb9fff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.265894] env[68934]: DEBUG oslo_vmware.api [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134711, 'name': PowerOnVM_Task, 'duration_secs': 0.37361} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.268530] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.268759] env[68934]: DEBUG nova.compute.manager [None req-a072ff13-bb40-4486-b2cf-226ec1cd19f9 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.269762] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ebc86b-277b-4325-8602-ff41131e33e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.389745] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Releasing lock "refresh_cache-416d0c96-dc05-4aec-87e6-4fc106c5674e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.521131] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56f5d5-8fb0-458d-9189-bca3bdfc85b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.532021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182e652-cdfc-491d-b7cb-74d3ccdff9ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.569360] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "refresh_cache-215e7621-49aa-4dde-8a48-b1aabb8ca42a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569601] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired lock "refresh_cache-215e7621-49aa-4dde-8a48-b1aabb8ca42a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570036] env[68934]: DEBUG nova.network.neutron [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.574367] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8243e7d3-47fa-46bd-a1c7-97da1c90fb73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.582781] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2881420-762c-4a89-ae48-6fb66b95c5c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.599721] env[68934]: DEBUG nova.compute.provider_tree [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.627978] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e35368-3a60-1eeb-e3f6-9172aba069aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.627978] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.627978] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 88b1f91f-33fa-4aab-b325-4404c7eb9fff/88b1f91f-33fa-4aab-b325-4404c7eb9fff.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.628143] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-819f1890-ff8c-4c42-b858-807428f6ac33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.634940] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 811.634940] env[68934]: value = "task-3134712" [ 811.634940] env[68934]: _type = "Task" [ 811.634940] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.643797] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.894116] env[68934]: DEBUG nova.compute.manager [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.895120] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d061a9-69e2-436b-aef7-970346b77b64 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.996106] env[68934]: DEBUG nova.compute.manager [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Received event network-vif-plugged-b6af8b02-6ce5-4adb-a57f-5774e7983792 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.996752] env[68934]: DEBUG oslo_concurrency.lockutils [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] Acquiring lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.997087] env[68934]: DEBUG oslo_concurrency.lockutils [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.998284] env[68934]: DEBUG oslo_concurrency.lockutils [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.998502] env[68934]: DEBUG nova.compute.manager [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] No waiting events found dispatching network-vif-plugged-b6af8b02-6ce5-4adb-a57f-5774e7983792 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.998754] env[68934]: WARNING nova.compute.manager [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Received unexpected event network-vif-plugged-b6af8b02-6ce5-4adb-a57f-5774e7983792 for instance with vm_state building and task_state spawning. [ 811.998956] env[68934]: DEBUG nova.compute.manager [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Received event network-changed-b6af8b02-6ce5-4adb-a57f-5774e7983792 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.999171] env[68934]: DEBUG nova.compute.manager [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Refreshing instance network info cache due to event network-changed-b6af8b02-6ce5-4adb-a57f-5774e7983792. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.999362] env[68934]: DEBUG oslo_concurrency.lockutils [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] Acquiring lock "refresh_cache-215e7621-49aa-4dde-8a48-b1aabb8ca42a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.108151] env[68934]: DEBUG nova.scheduler.client.report [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.131915] env[68934]: DEBUG nova.network.neutron [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.154479] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134712, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.373504] env[68934]: DEBUG nova.network.neutron [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Updating instance_info_cache with network_info: [{"id": "b6af8b02-6ce5-4adb-a57f-5774e7983792", "address": "fa:16:3e:98:da:ab", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6af8b02-6c", "ovs_interfaceid": "b6af8b02-6ce5-4adb-a57f-5774e7983792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.615401] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.615741] env[68934]: DEBUG nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.618625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.410s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.620069] env[68934]: INFO nova.compute.claims [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.646314] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816985} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.646384] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 88b1f91f-33fa-4aab-b325-4404c7eb9fff/88b1f91f-33fa-4aab-b325-4404c7eb9fff.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.646534] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.646881] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f304d6e-05ba-4e43-8748-f2f4a9ba0ead {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.652930] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 812.652930] env[68934]: value = "task-3134713" [ 812.652930] env[68934]: _type = "Task" [ 812.652930] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.666340] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.876692] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Releasing lock "refresh_cache-215e7621-49aa-4dde-8a48-b1aabb8ca42a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.877156] env[68934]: DEBUG nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Instance network_info: |[{"id": "b6af8b02-6ce5-4adb-a57f-5774e7983792", "address": "fa:16:3e:98:da:ab", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6af8b02-6c", "ovs_interfaceid": "b6af8b02-6ce5-4adb-a57f-5774e7983792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.877489] env[68934]: DEBUG oslo_concurrency.lockutils [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] Acquired lock "refresh_cache-215e7621-49aa-4dde-8a48-b1aabb8ca42a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.877691] env[68934]: DEBUG nova.network.neutron [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Refreshing network info cache for port b6af8b02-6ce5-4adb-a57f-5774e7983792 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.879545] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:da:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6af8b02-6ce5-4adb-a57f-5774e7983792', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.887041] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.888062] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.888325] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13791250-034f-4612-a7c4-8df9f02b8902 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.912496] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.912496] env[68934]: value = "task-3134714" [ 812.912496] env[68934]: _type = "Task" [ 812.912496] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.913705] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e847ed1a-312b-4d9f-b8f3-26947f60269c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.931598] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134714, 'name': CreateVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.936545] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Doing hard reboot of VM {{(pid=68934) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 812.937275] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e98a623b-b363-4136-9489-60d931ba2063 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.944536] env[68934]: DEBUG oslo_vmware.api [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 812.944536] env[68934]: value = "task-3134715" [ 812.944536] env[68934]: _type = "Task" [ 812.944536] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.954173] env[68934]: DEBUG oslo_vmware.api [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134715, 'name': ResetVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.124739] env[68934]: DEBUG nova.compute.utils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.128622] env[68934]: DEBUG nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.132026] env[68934]: DEBUG nova.network.neutron [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.163628] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102051} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.163896] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.164676] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6127a7-63e7-4036-a489-12ddb92e0933 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.187680] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 88b1f91f-33fa-4aab-b325-4404c7eb9fff/88b1f91f-33fa-4aab-b325-4404c7eb9fff.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.188027] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3eee510-56bd-4f9b-87ad-af3ade6cdadd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.207426] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 813.207426] env[68934]: value = "task-3134716" [ 813.207426] env[68934]: _type = "Task" [ 813.207426] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.215559] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.429465] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134714, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.455248] env[68934]: DEBUG oslo_vmware.api [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134715, 'name': ResetVM_Task, 'duration_secs': 0.093522} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.456953] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Did hard reboot of VM {{(pid=68934) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 813.457179] env[68934]: DEBUG nova.compute.manager [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.457996] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d13573-929c-47b4-83a7-fb0b1ce20dfb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.462384] env[68934]: DEBUG nova.policy [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7536c7225a04981b72c5cb42d6aa61a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ab52e01fd74991a7ea2b128da5f2e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.629706] env[68934]: DEBUG nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.722304] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.895357] env[68934]: DEBUG nova.network.neutron [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Updated VIF entry in instance network info cache for port b6af8b02-6ce5-4adb-a57f-5774e7983792. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.895766] env[68934]: DEBUG nova.network.neutron [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Updating instance_info_cache with network_info: [{"id": "b6af8b02-6ce5-4adb-a57f-5774e7983792", "address": "fa:16:3e:98:da:ab", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6af8b02-6c", "ovs_interfaceid": "b6af8b02-6ce5-4adb-a57f-5774e7983792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.937103] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134714, 'name': CreateVM_Task, 'duration_secs': 0.614081} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.937103] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.937103] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.937231] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.937523] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.937787] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c7cd9a-10d1-4163-93c4-e0680c982775 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.945725] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 813.945725] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ed9311-f723-9eb0-6f40-136e4ccb18ea" [ 813.945725] env[68934]: _type = "Task" [ 813.945725] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.954427] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ed9311-f723-9eb0-6f40-136e4ccb18ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.973279] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fa018078-91c6-437f-b176-6fb71d6422e4 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.563s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.151529] env[68934]: DEBUG nova.network.neutron [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Successfully created port: 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.223064] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134716, 'name': ReconfigVM_Task, 'duration_secs': 0.982324} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.223064] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 88b1f91f-33fa-4aab-b325-4404c7eb9fff/88b1f91f-33fa-4aab-b325-4404c7eb9fff.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.224360] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d66da9dd-40ad-4fd8-b110-0dc93410ad44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.231539] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 814.231539] env[68934]: value = "task-3134717" [ 814.231539] env[68934]: _type = "Task" [ 814.231539] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.238268] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7acbac-054a-4624-8f09-7b3f7eb521c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.244364] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134717, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.249747] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd86e86-348b-49cc-b21c-1f52069aacd0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.286498] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15278b8-f2a0-4d6b-8340-7d391f18c48c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.295791] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831b06c7-5b37-4041-8497-79a2e42375fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.310292] env[68934]: DEBUG nova.compute.provider_tree [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.398242] env[68934]: DEBUG oslo_concurrency.lockutils [req-285609a4-6243-4f2f-b87f-6e7367381f00 req-2114d2e7-b8fa-47da-abea-d932146b60c9 service nova] Releasing lock "refresh_cache-215e7621-49aa-4dde-8a48-b1aabb8ca42a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.460027] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ed9311-f723-9eb0-6f40-136e4ccb18ea, 'name': SearchDatastore_Task, 'duration_secs': 0.028002} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.460555] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.460786] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.461222] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.461440] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.461658] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.461888] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a72a8b6-216b-46f5-b4a0-f11dc0c4f4f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.476213] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.476364] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.477149] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7766f373-c077-4f65-8a6d-36402522db18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.482661] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 814.482661] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528cb675-8edd-4347-3746-c6778f5c4e73" [ 814.482661] env[68934]: _type = "Task" [ 814.482661] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.491858] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528cb675-8edd-4347-3746-c6778f5c4e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.643011] env[68934]: DEBUG nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.676858] env[68934]: DEBUG nova.virt.hardware [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.676858] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748761e-0066-4680-be82-4b2ac301e774 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.684721] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab00a83b-f970-47ab-a621-20f5460bca36 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.742452] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134717, 'name': Rename_Task, 'duration_secs': 0.165223} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.742731] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.743017] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f156e897-9426-4411-86d4-73a94a7c49a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.749517] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 814.749517] env[68934]: value = "task-3134718" [ 814.749517] env[68934]: _type = "Task" [ 814.749517] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.758565] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.814732] env[68934]: DEBUG nova.scheduler.client.report [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.994294] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528cb675-8edd-4347-3746-c6778f5c4e73, 'name': SearchDatastore_Task, 'duration_secs': 0.028604} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.995175] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73d6770-67ba-4c41-a91f-772ebfb377fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.000212] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 815.000212] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520a5b39-9d05-452e-48dd-7042cd32c317" [ 815.000212] env[68934]: _type = "Task" [ 815.000212] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.007398] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520a5b39-9d05-452e-48dd-7042cd32c317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.261710] env[68934]: DEBUG oslo_vmware.api [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134718, 'name': PowerOnVM_Task, 'duration_secs': 0.464036} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.261710] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.261710] env[68934]: INFO nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Took 7.96 seconds to spawn the instance on the hypervisor. [ 815.261888] env[68934]: DEBUG nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.263431] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3462b177-3ca2-4924-a68f-85963db773dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.323041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.323041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.323041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "416d0c96-dc05-4aec-87e6-4fc106c5674e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.323041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.323041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.326082] env[68934]: INFO nova.compute.manager [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Terminating instance [ 815.328155] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.328633] env[68934]: DEBUG nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.334019] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.301s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.334019] env[68934]: DEBUG nova.objects.instance [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lazy-loading 'resources' on Instance uuid 91772ff3-f07c-413e-a54e-104e3e1e21a0 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.511974] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520a5b39-9d05-452e-48dd-7042cd32c317, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.512948] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.512948] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 215e7621-49aa-4dde-8a48-b1aabb8ca42a/215e7621-49aa-4dde-8a48-b1aabb8ca42a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.513172] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da39418a-73cc-47a0-9ca6-eca031e581cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.522994] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 815.522994] env[68934]: value = "task-3134719" [ 815.522994] env[68934]: _type = "Task" [ 815.522994] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.531808] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.784665] env[68934]: INFO nova.compute.manager [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Took 47.95 seconds to build instance. [ 815.835797] env[68934]: DEBUG nova.compute.manager [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.835797] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.836414] env[68934]: DEBUG nova.compute.utils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.838768] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1666b54f-1ea9-4538-a23e-61f2e96133c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.841956] env[68934]: DEBUG nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.842157] env[68934]: DEBUG nova.network.neutron [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.852184] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.852184] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-417a712d-2b9c-4d44-961c-17cdf4da3397 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.858037] env[68934]: DEBUG oslo_vmware.api [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 815.858037] env[68934]: value = "task-3134720" [ 815.858037] env[68934]: _type = "Task" [ 815.858037] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.866980] env[68934]: DEBUG oslo_vmware.api [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.952452] env[68934]: DEBUG nova.policy [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '405c726e60c141cebbea724a0e0f957f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58248adaf9c44395852c290928493724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.021651] env[68934]: DEBUG nova.network.neutron [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Successfully updated port: 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.043512] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134719, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.159344] env[68934]: DEBUG nova.compute.manager [req-2ca27ce0-f752-4565-b5c3-3e31bf368ab1 req-026d450a-37ee-4ec4-b55d-5f2a260b79ee service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Received event network-vif-plugged-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.160094] env[68934]: DEBUG oslo_concurrency.lockutils [req-2ca27ce0-f752-4565-b5c3-3e31bf368ab1 req-026d450a-37ee-4ec4-b55d-5f2a260b79ee service nova] Acquiring lock "a83545a2-c742-40b1-9851-06a2120c99ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.160094] env[68934]: DEBUG oslo_concurrency.lockutils [req-2ca27ce0-f752-4565-b5c3-3e31bf368ab1 req-026d450a-37ee-4ec4-b55d-5f2a260b79ee service nova] Lock "a83545a2-c742-40b1-9851-06a2120c99ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.160094] env[68934]: DEBUG oslo_concurrency.lockutils [req-2ca27ce0-f752-4565-b5c3-3e31bf368ab1 req-026d450a-37ee-4ec4-b55d-5f2a260b79ee service nova] Lock "a83545a2-c742-40b1-9851-06a2120c99ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.160094] env[68934]: DEBUG nova.compute.manager [req-2ca27ce0-f752-4565-b5c3-3e31bf368ab1 req-026d450a-37ee-4ec4-b55d-5f2a260b79ee service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] No waiting events found dispatching network-vif-plugged-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.160094] env[68934]: WARNING nova.compute.manager [req-2ca27ce0-f752-4565-b5c3-3e31bf368ab1 req-026d450a-37ee-4ec4-b55d-5f2a260b79ee service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Received unexpected event network-vif-plugged-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 for instance with vm_state building and task_state spawning. [ 816.257866] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.258287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.287468] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4bf554e-e278-449d-b418-b5e91200cb1d tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.515s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.348106] env[68934]: DEBUG nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.372638] env[68934]: DEBUG oslo_vmware.api [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134720, 'name': PowerOffVM_Task, 'duration_secs': 0.45055} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.372638] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.372638] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.372638] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88131cb6-3b38-48bf-9a3b-6aa96959ce1d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.431601] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.431820] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.432013] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Deleting the datastore file [datastore1] 416d0c96-dc05-4aec-87e6-4fc106c5674e {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.432278] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-620de520-12e7-41c6-ae49-1fa422a9c196 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.438605] env[68934]: DEBUG oslo_vmware.api [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for the task: (returnval){ [ 816.438605] env[68934]: value = "task-3134722" [ 816.438605] env[68934]: _type = "Task" [ 816.438605] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.449469] env[68934]: DEBUG oslo_vmware.api [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.474092] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6c7181-7f4c-4037-95bb-f6cfa296d40b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.482579] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d5fbc9-3e49-4c67-a690-1756e1de5fab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.519355] env[68934]: DEBUG nova.network.neutron [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Successfully created port: 34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.524134] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad88dbf-c65c-4cbe-b230-d18c0af6e452 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.529691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.530067] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquired lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.530406] env[68934]: DEBUG nova.network.neutron [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.545651] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698eb77-c068-4f9f-8e40-23a48b05d1dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.549885] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696399} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.550441] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 215e7621-49aa-4dde-8a48-b1aabb8ca42a/215e7621-49aa-4dde-8a48-b1aabb8ca42a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.550893] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.551269] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b841003b-8e38-4e30-94a0-8b609683b650 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.561166] env[68934]: DEBUG nova.compute.provider_tree [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.568027] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 816.568027] env[68934]: value = "task-3134723" [ 816.568027] env[68934]: _type = "Task" [ 816.568027] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.575703] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.793932] env[68934]: DEBUG nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.948406] env[68934]: DEBUG oslo_vmware.api [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Task: {'id': task-3134722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133256} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.948669] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.948859] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.949325] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.949391] env[68934]: INFO nova.compute.manager [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 816.949631] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.949820] env[68934]: DEBUG nova.compute.manager [-] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.949915] env[68934]: DEBUG nova.network.neutron [-] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.066327] env[68934]: DEBUG nova.scheduler.client.report [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.069509] env[68934]: DEBUG nova.network.neutron [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.080983] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076938} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.080983] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.080983] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbba313-065f-4235-88cb-d571d4c602ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.102020] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 215e7621-49aa-4dde-8a48-b1aabb8ca42a/215e7621-49aa-4dde-8a48-b1aabb8ca42a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.102989] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4a4859-b201-46d9-bb93-7419bf92f8bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.125559] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 817.125559] env[68934]: value = "task-3134724" [ 817.125559] env[68934]: _type = "Task" [ 817.125559] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.135080] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.187427] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.187552] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.187713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.188202] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.188202] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.190107] env[68934]: INFO nova.compute.manager [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Terminating instance [ 817.248999] env[68934]: DEBUG nova.network.neutron [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updating instance_info_cache with network_info: [{"id": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "address": "fa:16:3e:f9:73:db", "network": {"id": "0e24237a-112d-4f8f-841a-4e0265097066", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429686018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ab52e01fd74991a7ea2b128da5f2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f4a9f3-7a", "ovs_interfaceid": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.320771] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.361856] env[68934]: DEBUG nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.387217] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.387651] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.387909] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.388229] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.388478] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.388720] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.389051] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.389332] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.389607] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.389894] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.390193] env[68934]: DEBUG nova.virt.hardware [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.391196] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68022585-9e32-4d6f-8587-073085a05a32 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.400166] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565765fd-1236-486a-91e2-bae778edf282 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.572945] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.575351] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.017s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.596139] env[68934]: INFO nova.scheduler.client.report [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Deleted allocations for instance 91772ff3-f07c-413e-a54e-104e3e1e21a0 [ 817.637743] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.648266] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "e8755b21-59b1-4137-8a85-41592cc3453a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.648505] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "e8755b21-59b1-4137-8a85-41592cc3453a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.648711] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "e8755b21-59b1-4137-8a85-41592cc3453a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.648890] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "e8755b21-59b1-4137-8a85-41592cc3453a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.649071] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "e8755b21-59b1-4137-8a85-41592cc3453a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.651035] env[68934]: INFO nova.compute.manager [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Terminating instance [ 817.693586] env[68934]: DEBUG nova.compute.manager [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.693844] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.695098] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff69599-b60c-42bd-bbbd-f1136f61b15f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.703228] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.703499] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68881c94-0923-4c1a-97ba-bc53bda5ee2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.710569] env[68934]: DEBUG oslo_vmware.api [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 817.710569] env[68934]: value = "task-3134725" [ 817.710569] env[68934]: _type = "Task" [ 817.710569] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.719055] env[68934]: DEBUG oslo_vmware.api [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.751801] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Releasing lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.752270] env[68934]: DEBUG nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Instance network_info: |[{"id": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "address": "fa:16:3e:f9:73:db", "network": {"id": "0e24237a-112d-4f8f-841a-4e0265097066", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429686018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ab52e01fd74991a7ea2b128da5f2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f4a9f3-7a", "ovs_interfaceid": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.752720] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:73:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91f4a9f3-7a44-428e-a744-9f5d0906a3c5', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.760954] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Creating folder: Project (47ab52e01fd74991a7ea2b128da5f2e9). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.761293] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0553841f-a1bc-4ff3-93ab-18d8c741a3b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.771501] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Created folder: Project (47ab52e01fd74991a7ea2b128da5f2e9) in parent group-v627191. [ 817.771754] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Creating folder: Instances. Parent ref: group-v627307. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.771999] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b8ceae-216b-4520-bc70-74cee9c2dfa0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.781644] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Created folder: Instances in parent group-v627307. [ 817.782021] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.782285] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.782552] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d320c480-aaa8-4a60-a034-d84defd08db0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.799731] env[68934]: DEBUG nova.network.neutron [-] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.806560] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.806560] env[68934]: value = "task-3134728" [ 817.806560] env[68934]: _type = "Task" [ 817.806560] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.814021] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134728, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.104823] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Lock "91772ff3-f07c-413e-a54e-104e3e1e21a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.649s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.137288] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134724, 'name': ReconfigVM_Task, 'duration_secs': 0.699781} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.137830] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 215e7621-49aa-4dde-8a48-b1aabb8ca42a/215e7621-49aa-4dde-8a48-b1aabb8ca42a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.138544] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f6629c5-52ec-4439-862f-884370ef1bfd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.144849] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 818.144849] env[68934]: value = "task-3134729" [ 818.144849] env[68934]: _type = "Task" [ 818.144849] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.154537] env[68934]: DEBUG nova.compute.manager [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.154901] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.155190] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134729, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.156133] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0d877-911d-47f8-b2e3-5435ebfd1877 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.164395] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.164667] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-884c972c-4685-4c92-99a8-62714b0b8845 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.171292] env[68934]: DEBUG oslo_vmware.api [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 818.171292] env[68934]: value = "task-3134730" [ 818.171292] env[68934]: _type = "Task" [ 818.171292] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.182465] env[68934]: DEBUG oslo_vmware.api [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.222486] env[68934]: DEBUG oslo_vmware.api [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134725, 'name': PowerOffVM_Task, 'duration_secs': 0.184043} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.222830] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.223051] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.223331] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f31f3b0-b287-423c-b626-936c2aa46cbe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.267142] env[68934]: DEBUG nova.compute.manager [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Received event network-changed-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.267376] env[68934]: DEBUG nova.compute.manager [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Refreshing instance network info cache due to event network-changed-91f4a9f3-7a44-428e-a744-9f5d0906a3c5. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.267650] env[68934]: DEBUG oslo_concurrency.lockutils [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] Acquiring lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.267854] env[68934]: DEBUG oslo_concurrency.lockutils [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] Acquired lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.268082] env[68934]: DEBUG nova.network.neutron [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Refreshing network info cache for port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.298575] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.298575] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.298575] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Deleting the datastore file [datastore1] 88b1f91f-33fa-4aab-b325-4404c7eb9fff {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.298575] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7884027-2e95-44c7-86f8-ad89f6eb544c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.304152] env[68934]: INFO nova.compute.manager [-] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Took 1.35 seconds to deallocate network for instance. [ 818.309688] env[68934]: DEBUG oslo_vmware.api [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for the task: (returnval){ [ 818.309688] env[68934]: value = "task-3134732" [ 818.309688] env[68934]: _type = "Task" [ 818.309688] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.326022] env[68934]: DEBUG nova.network.neutron [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Successfully updated port: 34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.336659] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134728, 'name': CreateVM_Task, 'duration_secs': 0.357786} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.337515] env[68934]: DEBUG oslo_vmware.api [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.337692] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.338698] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.339108] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.339780] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.340213] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9508d5c-57be-4e74-a834-24673360aad2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.352026] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 818.352026] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52db3c90-38a8-05af-fa38-8594f4a42357" [ 818.352026] env[68934]: _type = "Task" [ 818.352026] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.362688] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52db3c90-38a8-05af-fa38-8594f4a42357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.618344] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance cede76ff-96e6-4595-aae6-b607fc431029 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance beabb1da-0d72-4d79-84ee-7804e452ddc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance b947d6e8-242d-4339-90c9-8cbe3ab4e5dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618344] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8b383bf0-0355-4e0b-80b4-f20cdef90488 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d0aed944-cd89-4ac0-908a-c93423113ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618344] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance aa5786dd-1106-4a7e-b9c0-b34f7d1802fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance db1a6cbd-b6d9-420d-8619-14d68e950fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 93f0c629-4ea1-42bb-b1db-eb53771c4c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4cea04f6-c084-4849-b683-21396c6d6150 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618344] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.618344] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance fb396636-f789-4fd4-acce-61b6c60565fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.618344] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618344] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d16d6f5a-4146-4739-9dc6-a224ada09c03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance e8755b21-59b1-4137-8a85-41592cc3453a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 416d0c96-dc05-4aec-87e6-4fc106c5674e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 88b1f91f-33fa-4aab-b325-4404c7eb9fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 215e7621-49aa-4dde-8a48-b1aabb8ca42a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance a83545a2-c742-40b1-9851-06a2120c99ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.618969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.657479] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134729, 'name': Rename_Task, 'duration_secs': 0.168703} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.657479] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.657479] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08bff1d7-f4f6-45be-a29b-cf24ebf9589f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.664019] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 818.664019] env[68934]: value = "task-3134733" [ 818.664019] env[68934]: _type = "Task" [ 818.664019] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.670107] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.680722] env[68934]: DEBUG oslo_vmware.api [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134730, 'name': PowerOffVM_Task, 'duration_secs': 0.223548} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.680986] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.681260] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.681407] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590354cd-b04e-4ffa-bf74-187ce7b0618a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.737462] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.737685] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.737945] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleting the datastore file [datastore1] e8755b21-59b1-4137-8a85-41592cc3453a {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.738320] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ed2a999-53d8-428a-8c22-b035b762085e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.745375] env[68934]: DEBUG oslo_vmware.api [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 818.745375] env[68934]: value = "task-3134735" [ 818.745375] env[68934]: _type = "Task" [ 818.745375] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.753839] env[68934]: DEBUG oslo_vmware.api [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.818203] env[68934]: DEBUG oslo_vmware.api [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Task: {'id': task-3134732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195273} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.818475] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.818823] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.819197] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.819814] env[68934]: INFO nova.compute.manager [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.820135] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.820748] env[68934]: DEBUG nova.compute.manager [-] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.821338] env[68934]: DEBUG nova.network.neutron [-] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.827566] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.827946] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.828107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.828233] env[68934]: DEBUG nova.network.neutron [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.857522] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52db3c90-38a8-05af-fa38-8594f4a42357, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.857883] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.858090] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.858335] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.858529] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.858656] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.858913] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84aabaa4-e8dd-428b-b5f3-5b314e5e34a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.868872] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.869072] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.869892] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63c34f1-1f23-4dee-95ae-da35992472cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.875338] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 818.875338] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5242823e-9a3c-d9a9-cc34-40a04426c9ec" [ 818.875338] env[68934]: _type = "Task" [ 818.875338] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.883633] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5242823e-9a3c-d9a9-cc34-40a04426c9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.121645] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ce4fc728-a38d-4328-b943-bbe7137c4524 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 819.171496] env[68934]: DEBUG oslo_vmware.api [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134733, 'name': PowerOnVM_Task, 'duration_secs': 0.455454} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.171926] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.172069] env[68934]: INFO nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Took 9.23 seconds to spawn the instance on the hypervisor. [ 819.172254] env[68934]: DEBUG nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.173750] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d453e176-0495-47b9-882b-f2a9e54b6dfc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.256307] env[68934]: DEBUG oslo_vmware.api [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123413} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.256307] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.256307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.256307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.256465] env[68934]: INFO nova.compute.manager [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 819.256913] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.256913] env[68934]: DEBUG nova.compute.manager [-] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.256913] env[68934]: DEBUG nova.network.neutron [-] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.386197] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5242823e-9a3c-d9a9-cc34-40a04426c9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.387040] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7d1703-1d98-4285-8943-38aeb0b8378d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.392288] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 819.392288] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5282fce3-4572-3a39-9c32-aa51db45ad70" [ 819.392288] env[68934]: _type = "Task" [ 819.392288] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.400616] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5282fce3-4572-3a39-9c32-aa51db45ad70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.419718] env[68934]: DEBUG nova.network.neutron [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.582134] env[68934]: DEBUG nova.network.neutron [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updated VIF entry in instance network info cache for port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.582134] env[68934]: DEBUG nova.network.neutron [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updating instance_info_cache with network_info: [{"id": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "address": "fa:16:3e:f9:73:db", "network": {"id": "0e24237a-112d-4f8f-841a-4e0265097066", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429686018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ab52e01fd74991a7ea2b128da5f2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f4a9f3-7a", "ovs_interfaceid": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.624774] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance e8637bf5-554e-4db9-88e8-36482df542e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 819.691539] env[68934]: INFO nova.compute.manager [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Took 51.09 seconds to build instance. [ 819.782638] env[68934]: DEBUG nova.network.neutron [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updating instance_info_cache with network_info: [{"id": "34c91061-4385-44c2-973a-007018f86b09", "address": "fa:16:3e:8e:9e:e4", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c91061-43", "ovs_interfaceid": "34c91061-4385-44c2-973a-007018f86b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.902995] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5282fce3-4572-3a39-9c32-aa51db45ad70, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.903907] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.904204] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a83545a2-c742-40b1-9851-06a2120c99ba/a83545a2-c742-40b1-9851-06a2120c99ba.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.904464] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799d641e-e638-4d83-8892-ef7abc9bde15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.910811] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 819.910811] env[68934]: value = "task-3134736" [ 819.910811] env[68934]: _type = "Task" [ 819.910811] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.918685] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.083738] env[68934]: DEBUG oslo_concurrency.lockutils [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] Releasing lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.084039] env[68934]: DEBUG nova.compute.manager [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Received event network-vif-deleted-c0a25a9d-09f7-49eb-aa94-d876d412bc1e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.084255] env[68934]: DEBUG nova.compute.manager [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Received event network-vif-plugged-34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.084457] env[68934]: DEBUG oslo_concurrency.lockutils [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] Acquiring lock "2bc2caab-11f2-4327-a1be-7772277eedf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.084674] env[68934]: DEBUG oslo_concurrency.lockutils [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.084823] env[68934]: DEBUG oslo_concurrency.lockutils [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.085049] env[68934]: DEBUG nova.compute.manager [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] No waiting events found dispatching network-vif-plugged-34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.085248] env[68934]: WARNING nova.compute.manager [req-b960b348-6e76-4be6-b411-600faee6fba9 req-e9864cbb-f869-4160-a6ac-cee5a0838e07 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Received unexpected event network-vif-plugged-34c91061-4385-44c2-973a-007018f86b09 for instance with vm_state building and task_state spawning. [ 820.129429] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 38ea9d6a-9097-46dc-b3b6-9b36609f770e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 820.195677] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ceb9e570-cabe-46d7-9879-d8a03480b542 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.549s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.215468] env[68934]: DEBUG nova.compute.manager [req-635b9c3e-5900-464f-9e23-68b1ac0f9200 req-72cac4f9-d128-440b-bee8-2f8da688802b service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Received event network-vif-deleted-27d6d1d6-fbb1-4ac9-a748-70a9a486aace {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.215468] env[68934]: INFO nova.compute.manager [req-635b9c3e-5900-464f-9e23-68b1ac0f9200 req-72cac4f9-d128-440b-bee8-2f8da688802b service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Neutron deleted interface 27d6d1d6-fbb1-4ac9-a748-70a9a486aace; detaching it from the instance and deleting it from the info cache [ 820.215468] env[68934]: DEBUG nova.network.neutron [req-635b9c3e-5900-464f-9e23-68b1ac0f9200 req-72cac4f9-d128-440b-bee8-2f8da688802b service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.224620] env[68934]: DEBUG nova.network.neutron [-] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.274247] env[68934]: DEBUG nova.network.neutron [-] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.285650] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.285901] env[68934]: DEBUG nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Instance network_info: |[{"id": "34c91061-4385-44c2-973a-007018f86b09", "address": "fa:16:3e:8e:9e:e4", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c91061-43", "ovs_interfaceid": "34c91061-4385-44c2-973a-007018f86b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.286333] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:9e:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c91061-4385-44c2-973a-007018f86b09', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.295476] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating folder: Project (58248adaf9c44395852c290928493724). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.296141] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1997d0d-4238-41fe-b493-db2cd3eaa157 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.310528] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created folder: Project (58248adaf9c44395852c290928493724) in parent group-v627191. [ 820.310528] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating folder: Instances. Parent ref: group-v627310. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.311870] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57db2e70-5740-462e-9769-e75c30b19b8d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.321677] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created folder: Instances in parent group-v627310. [ 820.321677] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.321677] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.321677] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b29caf58-4f97-4d29-95f5-deb60bbff171 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.343069] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.343069] env[68934]: value = "task-3134739" [ 820.343069] env[68934]: _type = "Task" [ 820.343069] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.354649] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134739, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.423832] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469568} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.424189] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a83545a2-c742-40b1-9851-06a2120c99ba/a83545a2-c742-40b1-9851-06a2120c99ba.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.424416] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.424667] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b51c04ba-3c9a-404e-a5f6-b64b65d3f92f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.433678] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 820.433678] env[68934]: value = "task-3134740" [ 820.433678] env[68934]: _type = "Task" [ 820.433678] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.439688] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.473493] env[68934]: DEBUG nova.compute.manager [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Received event network-changed-34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.473493] env[68934]: DEBUG nova.compute.manager [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Refreshing instance network info cache due to event network-changed-34c91061-4385-44c2-973a-007018f86b09. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.473623] env[68934]: DEBUG oslo_concurrency.lockutils [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] Acquiring lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.473721] env[68934]: DEBUG oslo_concurrency.lockutils [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] Acquired lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.473885] env[68934]: DEBUG nova.network.neutron [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Refreshing network info cache for port 34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.507310] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772df0db-feac-43a4-8d16-8fe9387ef4e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.514306] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c75dd45d-6d42-45d8-9693-ec4593ce272f tempest-ServersAdminNegativeTestJSON-1579893642 tempest-ServersAdminNegativeTestJSON-1579893642-project-admin] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Suspending the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 820.514562] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a848cd02-f740-41e5-a7bc-0815761253d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.521046] env[68934]: DEBUG oslo_vmware.api [None req-c75dd45d-6d42-45d8-9693-ec4593ce272f tempest-ServersAdminNegativeTestJSON-1579893642 tempest-ServersAdminNegativeTestJSON-1579893642-project-admin] Waiting for the task: (returnval){ [ 820.521046] env[68934]: value = "task-3134741" [ 820.521046] env[68934]: _type = "Task" [ 820.521046] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.528911] env[68934]: DEBUG oslo_vmware.api [None req-c75dd45d-6d42-45d8-9693-ec4593ce272f tempest-ServersAdminNegativeTestJSON-1579893642 tempest-ServersAdminNegativeTestJSON-1579893642-project-admin] Task: {'id': task-3134741, 'name': SuspendVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.633185] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance e3880294-01bc-4fa4-a39c-b93658aee090 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 820.700640] env[68934]: DEBUG nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.719579] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b693d10b-6aa7-4986-81c1-d2d15aef441d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.728431] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082eee47-d385-4623-b7ec-e622a7bcc442 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.740220] env[68934]: INFO nova.compute.manager [-] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Took 1.92 seconds to deallocate network for instance. [ 820.764979] env[68934]: DEBUG nova.compute.manager [req-635b9c3e-5900-464f-9e23-68b1ac0f9200 req-72cac4f9-d128-440b-bee8-2f8da688802b service nova] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Detach interface failed, port_id=27d6d1d6-fbb1-4ac9-a748-70a9a486aace, reason: Instance e8755b21-59b1-4137-8a85-41592cc3453a could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.778518] env[68934]: INFO nova.compute.manager [-] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Took 1.52 seconds to deallocate network for instance. [ 820.854077] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134739, 'name': CreateVM_Task, 'duration_secs': 0.381209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.854873] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.854994] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.855186] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.855534] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.855806] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedeec13-a243-4c35-9e5b-785c38af4e2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.860697] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 820.860697] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d4abf1-3ea7-f25d-06aa-14e1be612789" [ 820.860697] env[68934]: _type = "Task" [ 820.860697] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.868807] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d4abf1-3ea7-f25d-06aa-14e1be612789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.943997] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068203} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.944293] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.945077] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aeb3a4-0f1a-478f-88d6-3fb85e1ee4fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.968547] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] a83545a2-c742-40b1-9851-06a2120c99ba/a83545a2-c742-40b1-9851-06a2120c99ba.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.969246] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b16b8f0b-37e6-440c-a894-9b19158302e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.992655] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 820.992655] env[68934]: value = "task-3134742" [ 820.992655] env[68934]: _type = "Task" [ 820.992655] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.000857] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.032535] env[68934]: DEBUG oslo_vmware.api [None req-c75dd45d-6d42-45d8-9693-ec4593ce272f tempest-ServersAdminNegativeTestJSON-1579893642 tempest-ServersAdminNegativeTestJSON-1579893642-project-admin] Task: {'id': task-3134741, 'name': SuspendVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.138895] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 433bd67e-89bc-4d5f-912b-3d3c91c3967a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.234199] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.247840] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.286098] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.295124] env[68934]: DEBUG nova.network.neutron [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updated VIF entry in instance network info cache for port 34c91061-4385-44c2-973a-007018f86b09. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.295490] env[68934]: DEBUG nova.network.neutron [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updating instance_info_cache with network_info: [{"id": "34c91061-4385-44c2-973a-007018f86b09", "address": "fa:16:3e:8e:9e:e4", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c91061-43", "ovs_interfaceid": "34c91061-4385-44c2-973a-007018f86b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.372291] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d4abf1-3ea7-f25d-06aa-14e1be612789, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.372610] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.372852] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.373100] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.373255] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.373532] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.374037] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b41d83-f996-460e-a4b8-b802a29049e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.382823] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.383018] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.383795] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa3fd7e-0b55-47f5-a176-6a5f24fb20ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.391074] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 821.391074] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52946e08-8302-fbd6-169c-02759aa7c8da" [ 821.391074] env[68934]: _type = "Task" [ 821.391074] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.398415] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52946e08-8302-fbd6-169c-02759aa7c8da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.504834] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134742, 'name': ReconfigVM_Task, 'duration_secs': 0.33039} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.504834] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Reconfigured VM instance instance-00000029 to attach disk [datastore2] a83545a2-c742-40b1-9851-06a2120c99ba/a83545a2-c742-40b1-9851-06a2120c99ba.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.504834] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e1be98-15d4-49ee-9ce9-f42df3a4efd2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.511186] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 821.511186] env[68934]: value = "task-3134743" [ 821.511186] env[68934]: _type = "Task" [ 821.511186] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.518447] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134743, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.531354] env[68934]: DEBUG oslo_vmware.api [None req-c75dd45d-6d42-45d8-9693-ec4593ce272f tempest-ServersAdminNegativeTestJSON-1579893642 tempest-ServersAdminNegativeTestJSON-1579893642-project-admin] Task: {'id': task-3134741, 'name': SuspendVM_Task, 'duration_secs': 0.673108} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.531868] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c75dd45d-6d42-45d8-9693-ec4593ce272f tempest-ServersAdminNegativeTestJSON-1579893642 tempest-ServersAdminNegativeTestJSON-1579893642-project-admin] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Suspended the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 821.532251] env[68934]: DEBUG nova.compute.manager [None req-c75dd45d-6d42-45d8-9693-ec4593ce272f tempest-ServersAdminNegativeTestJSON-1579893642 tempest-ServersAdminNegativeTestJSON-1579893642-project-admin] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.533573] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70aa3ef-3bda-469c-9a48-d4960d39573e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.644907] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 3e64c5b7-c9d6-46ef-b9c7-40926f25a052 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.801792] env[68934]: DEBUG oslo_concurrency.lockutils [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] Releasing lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.802111] env[68934]: DEBUG nova.compute.manager [req-9dd03cab-804b-4815-9245-616a0b1e1296 req-0935ae8c-d23d-4797-82bf-7ae4a433da43 service nova] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Received event network-vif-deleted-92c15335-9e3a-42ad-814d-a0a04d93c18e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.903345] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52946e08-8302-fbd6-169c-02759aa7c8da, 'name': SearchDatastore_Task, 'duration_secs': 0.008849} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.903863] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d07638b-1afa-4e9a-ad01-1d81706c4cf9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.909163] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 821.909163] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc1aaf-f47d-db38-a6d3-6834dd4d8d51" [ 821.909163] env[68934]: _type = "Task" [ 821.909163] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.919525] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc1aaf-f47d-db38-a6d3-6834dd4d8d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.019428] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134743, 'name': Rename_Task, 'duration_secs': 0.278042} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.019428] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.021562] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fa0c4f8-ffdd-4082-a44b-effd924f55ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.027215] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 822.027215] env[68934]: value = "task-3134744" [ 822.027215] env[68934]: _type = "Task" [ 822.027215] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.040739] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.146871] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 31754487-d254-4ad7-8dcd-0799fe8acbb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.425893] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc1aaf-f47d-db38-a6d3-6834dd4d8d51, 'name': SearchDatastore_Task, 'duration_secs': 0.020264} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.426283] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.430020] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 2bc2caab-11f2-4327-a1be-7772277eedf4/2bc2caab-11f2-4327-a1be-7772277eedf4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.430020] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cab2eae-408f-497c-8d86-0a63d55af53e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.434802] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 822.434802] env[68934]: value = "task-3134745" [ 822.434802] env[68934]: _type = "Task" [ 822.434802] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.444244] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.540356] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134744, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.650024] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.944853] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440915} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.945167] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 2bc2caab-11f2-4327-a1be-7772277eedf4/2bc2caab-11f2-4327-a1be-7772277eedf4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.945364] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.945625] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff56c69-0bd3-4451-9505-bb1cbb402121 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.951423] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 822.951423] env[68934]: value = "task-3134746" [ 822.951423] env[68934]: _type = "Task" [ 822.951423] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.959087] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.040292] env[68934]: DEBUG oslo_vmware.api [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134744, 'name': PowerOnVM_Task, 'duration_secs': 0.628985} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.040516] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.040712] env[68934]: INFO nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Took 8.40 seconds to spawn the instance on the hypervisor. [ 823.040886] env[68934]: DEBUG nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.042306] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6f65a1-9001-4f07-b570-7825d56190af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.153382] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 7c84031d-42e9-4531-b4f0-031e91d4d518 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.468394] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066501} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.468668] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.469573] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fe4ac2-df83-4289-8c88-37f57141928e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.492993] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 2bc2caab-11f2-4327-a1be-7772277eedf4/2bc2caab-11f2-4327-a1be-7772277eedf4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.492993] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18032ae-050d-4003-9a14-83884e3f650b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.519926] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 823.519926] env[68934]: value = "task-3134747" [ 823.519926] env[68934]: _type = "Task" [ 823.519926] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.532444] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.559886] env[68934]: INFO nova.compute.manager [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Took 50.91 seconds to build instance. [ 823.659121] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2b0cf1d0-c723-4a85-9226-5061e0404b47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.030410] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134747, 'name': ReconfigVM_Task, 'duration_secs': 0.278076} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.030693] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 2bc2caab-11f2-4327-a1be-7772277eedf4/2bc2caab-11f2-4327-a1be-7772277eedf4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.031337] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3bcc312-3f32-4e49-9a85-09e251f4389a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.039150] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 824.039150] env[68934]: value = "task-3134748" [ 824.039150] env[68934]: _type = "Task" [ 824.039150] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.047352] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134748, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.066070] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "a83545a2-c742-40b1-9851-06a2120c99ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.354s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.161895] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 1595fe49-f3d8-48a4-8402-c53cec59fb97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.553713] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134748, 'name': Rename_Task, 'duration_secs': 0.147963} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.553713] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.553713] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73833d56-972a-4d75-9469-e413c9480a14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.559941] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 824.559941] env[68934]: value = "task-3134749" [ 824.559941] env[68934]: _type = "Task" [ 824.559941] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.569672] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.569672] env[68934]: DEBUG nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.608123] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.608359] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.608574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.608773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.608916] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.612956] env[68934]: INFO nova.compute.manager [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Terminating instance [ 824.664548] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d4e9d0e2-04b1-4a24-b559-9520ba49d8ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.078533] env[68934]: DEBUG oslo_vmware.api [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3134749, 'name': PowerOnVM_Task, 'duration_secs': 0.465312} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.078864] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.079139] env[68934]: INFO nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Took 7.72 seconds to spawn the instance on the hypervisor. [ 825.079383] env[68934]: DEBUG nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.083320] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd6ffab-e246-4985-aa13-3a4b3d8e0b09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.110114] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.118277] env[68934]: DEBUG nova.compute.manager [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.118437] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.119369] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da87428-1475-49bf-918b-fb0aabdbd57a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.127480] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.127738] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed2087f6-72c6-4a8b-87dd-dcf460c749c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.167694] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance de1819bd-5edc-4ef4-8661-cb301b4782c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.197065] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.197065] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.197065] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Deleting the datastore file [datastore1] 215e7621-49aa-4dde-8a48-b1aabb8ca42a {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.197065] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-577023bd-3152-4b6f-a350-5452fa3027d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.205017] env[68934]: DEBUG oslo_vmware.api [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 825.205017] env[68934]: value = "task-3134751" [ 825.205017] env[68934]: _type = "Task" [ 825.205017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.212881] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.213421] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.218946] env[68934]: DEBUG oslo_vmware.api [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.605445] env[68934]: INFO nova.compute.manager [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Took 49.42 seconds to build instance. [ 825.673139] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.712683] env[68934]: DEBUG oslo_vmware.api [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205935} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.713251] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.716513] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.716513] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.716513] env[68934]: INFO nova.compute.manager [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 825.716513] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.716513] env[68934]: DEBUG nova.compute.manager [-] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.716513] env[68934]: DEBUG nova.network.neutron [-] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.108780] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d5746755-f969-46c7-848a-7a18c74526f1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.692s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.177209] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.613627] env[68934]: DEBUG nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.679403] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance c749dee0-2d8a-4188-85b5-6ec518ea9faf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.688734] env[68934]: DEBUG nova.compute.manager [req-a39f105c-01cd-425a-8fe3-772ba51a153a req-d27c36f2-29c3-4fa9-b3f4-b2d1c206594d service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Received event network-vif-deleted-b6af8b02-6ce5-4adb-a57f-5774e7983792 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.688953] env[68934]: INFO nova.compute.manager [req-a39f105c-01cd-425a-8fe3-772ba51a153a req-d27c36f2-29c3-4fa9-b3f4-b2d1c206594d service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Neutron deleted interface b6af8b02-6ce5-4adb-a57f-5774e7983792; detaching it from the instance and deleting it from the info cache [ 826.689125] env[68934]: DEBUG nova.network.neutron [req-a39f105c-01cd-425a-8fe3-772ba51a153a req-d27c36f2-29c3-4fa9-b3f4-b2d1c206594d service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.707788] env[68934]: DEBUG nova.network.neutron [-] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.143260] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.183286] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ef15a88e-b32b-4b83-a9f4-c5ee10550803 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.184147] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 827.184147] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 827.191638] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a70448df-c1c9-4b57-97e7-07546dab77c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.202754] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0178f4a-9bf3-465c-9ada-a2740c269751 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.218784] env[68934]: INFO nova.compute.manager [-] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Took 1.50 seconds to deallocate network for instance. [ 827.243624] env[68934]: DEBUG nova.compute.manager [req-a39f105c-01cd-425a-8fe3-772ba51a153a req-d27c36f2-29c3-4fa9-b3f4-b2d1c206594d service nova] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Detach interface failed, port_id=b6af8b02-6ce5-4adb-a57f-5774e7983792, reason: Instance 215e7621-49aa-4dde-8a48-b1aabb8ca42a could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.497675] env[68934]: DEBUG nova.compute.manager [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Received event network-changed-34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.497675] env[68934]: DEBUG nova.compute.manager [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Refreshing instance network info cache due to event network-changed-34c91061-4385-44c2-973a-007018f86b09. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.497675] env[68934]: DEBUG oslo_concurrency.lockutils [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] Acquiring lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.497675] env[68934]: DEBUG oslo_concurrency.lockutils [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] Acquired lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.497675] env[68934]: DEBUG nova.network.neutron [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Refreshing network info cache for port 34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.730604] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c318188e-257a-4704-92fe-89a8853f0790 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.741269] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c112274-753c-4db1-809a-56c93aea4615 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.748647] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.781190] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa680e-387a-4280-a345-0cdb75c605b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.789530] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0605fc2-4e9c-4495-bf93-4b1fdf3619b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.805093] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.309055] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.387965] env[68934]: DEBUG nova.network.neutron [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updated VIF entry in instance network info cache for port 34c91061-4385-44c2-973a-007018f86b09. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.388553] env[68934]: DEBUG nova.network.neutron [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updating instance_info_cache with network_info: [{"id": "34c91061-4385-44c2-973a-007018f86b09", "address": "fa:16:3e:8e:9e:e4", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c91061-43", "ovs_interfaceid": "34c91061-4385-44c2-973a-007018f86b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.813556] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 828.813855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.239s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.814154] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.096s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.814342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.816813] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.792s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.816912] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.818955] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.563s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.820759] env[68934]: INFO nova.compute.claims [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.852507] env[68934]: INFO nova.scheduler.client.report [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Deleted allocations for instance 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d [ 828.860592] env[68934]: INFO nova.scheduler.client.report [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Deleted allocations for instance aa5786dd-1106-4a7e-b9c0-b34f7d1802fc [ 828.891935] env[68934]: DEBUG nova.compute.manager [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Received event network-changed-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.892160] env[68934]: DEBUG nova.compute.manager [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Refreshing instance network info cache due to event network-changed-91f4a9f3-7a44-428e-a744-9f5d0906a3c5. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.892378] env[68934]: DEBUG oslo_concurrency.lockutils [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] Acquiring lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.892700] env[68934]: DEBUG oslo_concurrency.lockutils [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] Acquired lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.892803] env[68934]: DEBUG nova.network.neutron [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Refreshing network info cache for port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.894709] env[68934]: DEBUG oslo_concurrency.lockutils [req-962b9b0c-8ab3-45af-a53c-8678c75f2f91 req-9db1400d-af3e-49eb-a6c1-76e9aa215370 service nova] Releasing lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.369103] env[68934]: DEBUG oslo_concurrency.lockutils [None req-90b74d56-e336-4704-a1bd-916be095e1f8 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Lock "38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.289s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.372365] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "aa5786dd-1106-4a7e-b9c0-b34f7d1802fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.038s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.080375] env[68934]: DEBUG nova.network.neutron [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updated VIF entry in instance network info cache for port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.080704] env[68934]: DEBUG nova.network.neutron [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updating instance_info_cache with network_info: [{"id": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "address": "fa:16:3e:f9:73:db", "network": {"id": "0e24237a-112d-4f8f-841a-4e0265097066", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429686018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ab52e01fd74991a7ea2b128da5f2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f4a9f3-7a", "ovs_interfaceid": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.326637] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5e7201-7715-41bc-b1b1-4d57dcdb6327 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.334446] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a18dd-9cb1-4858-9703-676e646c7657 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.371867] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12283ec0-6b6d-4daf-936e-da0c7a01c3e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.381041] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa617a-f241-4f8e-9075-07e3007c04b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.395751] env[68934]: DEBUG nova.compute.provider_tree [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.583863] env[68934]: DEBUG oslo_concurrency.lockutils [req-747bac5b-698c-4553-8958-6e6fe06ed6be req-eb3502e7-5ca5-4e67-85fe-4ce821086d75 service nova] Releasing lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.900119] env[68934]: DEBUG nova.scheduler.client.report [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.972698] env[68934]: DEBUG nova.compute.manager [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Received event network-changed-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.972950] env[68934]: DEBUG nova.compute.manager [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Refreshing instance network info cache due to event network-changed-91f4a9f3-7a44-428e-a744-9f5d0906a3c5. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.973200] env[68934]: DEBUG oslo_concurrency.lockutils [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] Acquiring lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.973346] env[68934]: DEBUG oslo_concurrency.lockutils [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] Acquired lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.973542] env[68934]: DEBUG nova.network.neutron [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Refreshing network info cache for port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.327884] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-db1a6cbd-b6d9-420d-8619-14d68e950fb9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.327884] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-db1a6cbd-b6d9-420d-8619-14d68e950fb9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.328342] env[68934]: DEBUG nova.objects.instance [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'flavor' on Instance uuid db1a6cbd-b6d9-420d-8619-14d68e950fb9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.405999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.406511] env[68934]: DEBUG nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.409172] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.533s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.409438] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.411500] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.229s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.411685] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.413492] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.975s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.415234] env[68934]: INFO nova.compute.claims [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.443516] env[68934]: INFO nova.scheduler.client.report [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Deleted allocations for instance fb396636-f789-4fd4-acce-61b6c60565fb [ 831.446612] env[68934]: INFO nova.scheduler.client.report [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Deleted allocations for instance cede76ff-96e6-4595-aae6-b607fc431029 [ 831.449674] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "a83545a2-c742-40b1-9851-06a2120c99ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.450427] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "a83545a2-c742-40b1-9851-06a2120c99ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.450427] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "a83545a2-c742-40b1-9851-06a2120c99ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.450427] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "a83545a2-c742-40b1-9851-06a2120c99ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.450700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "a83545a2-c742-40b1-9851-06a2120c99ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.454362] env[68934]: INFO nova.compute.manager [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Terminating instance [ 831.738125] env[68934]: DEBUG nova.network.neutron [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updated VIF entry in instance network info cache for port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.738571] env[68934]: DEBUG nova.network.neutron [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updating instance_info_cache with network_info: [{"id": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "address": "fa:16:3e:f9:73:db", "network": {"id": "0e24237a-112d-4f8f-841a-4e0265097066", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429686018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ab52e01fd74991a7ea2b128da5f2e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f4a9f3-7a", "ovs_interfaceid": "91f4a9f3-7a44-428e-a744-9f5d0906a3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.909702] env[68934]: DEBUG nova.objects.instance [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'pci_requests' on Instance uuid db1a6cbd-b6d9-420d-8619-14d68e950fb9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.919904] env[68934]: DEBUG nova.compute.utils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.924572] env[68934]: DEBUG nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.924765] env[68934]: DEBUG nova.network.neutron [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.959017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Lock "fb396636-f789-4fd4-acce-61b6c60565fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.168s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.960123] env[68934]: DEBUG nova.compute.manager [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.961075] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.961801] env[68934]: DEBUG nova.policy [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ba8e12734b49598661b773e76f4b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce2f9af11304971af9483a80e7db7de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.963321] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92c22afd-a655-4163-ad20-fd279ae00aa3 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Lock "cede76ff-96e6-4595-aae6-b607fc431029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.693s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.965377] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4e9d05-0436-439d-a5d8-3cf923cd551d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.973898] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.974901] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6872e9b5-8288-42fb-825a-bfff617b7779 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.983340] env[68934]: DEBUG oslo_vmware.api [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 831.983340] env[68934]: value = "task-3134752" [ 831.983340] env[68934]: _type = "Task" [ 831.983340] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.992999] env[68934]: DEBUG oslo_vmware.api [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.241355] env[68934]: DEBUG oslo_concurrency.lockutils [req-fc452b4e-1c69-4863-9f4b-c4ecd79bc211 req-293f8277-62bf-4de6-99a0-8c90716520c4 service nova] Releasing lock "refresh_cache-a83545a2-c742-40b1-9851-06a2120c99ba" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.315395] env[68934]: DEBUG nova.network.neutron [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Successfully created port: d580c2a1-9abb-40d2-94ae-ff02469920cd {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.412464] env[68934]: DEBUG nova.objects.base [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 832.412779] env[68934]: DEBUG nova.network.neutron [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.425698] env[68934]: DEBUG nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.475934] env[68934]: DEBUG nova.policy [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.493308] env[68934]: DEBUG oslo_vmware.api [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134752, 'name': PowerOffVM_Task, 'duration_secs': 0.185177} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.495727] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.495909] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.496383] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23293f4f-7cde-40e8-ae1a-63f72e43126f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.561861] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.562154] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.562403] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Deleting the datastore file [datastore2] a83545a2-c742-40b1-9851-06a2120c99ba {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.562700] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-673361ce-8608-4b99-807f-48af90f19683 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.572760] env[68934]: DEBUG oslo_vmware.api [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for the task: (returnval){ [ 832.572760] env[68934]: value = "task-3134754" [ 832.572760] env[68934]: _type = "Task" [ 832.572760] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.584076] env[68934]: DEBUG oslo_vmware.api [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.953812] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1567d1e-b5ce-43f5-abae-a8b441ed2dd1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.963865] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c224418-b82c-431a-ae9b-045068be31e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.998469] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f609494d-83c6-4d19-8d46-0fec1980ddb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.007652] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65579440-fd36-45e4-8721-a9b4e052f907 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.024245] env[68934]: DEBUG nova.compute.provider_tree [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.086210] env[68934]: DEBUG oslo_vmware.api [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Task: {'id': task-3134754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20961} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.086466] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.086646] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.086818] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.087026] env[68934]: INFO nova.compute.manager [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 833.087318] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.087976] env[68934]: DEBUG nova.compute.manager [-] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.087976] env[68934]: DEBUG nova.network.neutron [-] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.168704] env[68934]: DEBUG nova.network.neutron [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Successfully created port: fa337bf0-277d-498d-a166-8ba435761ed7 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.436404] env[68934]: DEBUG nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.468959] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.469300] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.469494] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.470354] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.470571] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.470861] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.471136] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.471473] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.471693] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.471877] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.472102] env[68934]: DEBUG nova.virt.hardware [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.473458] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9289db6-8598-45cc-a87d-01107d7a583b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.483939] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c226212-0249-447d-99f3-c08dd978131f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.529260] env[68934]: DEBUG nova.scheduler.client.report [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.036811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.038364] env[68934]: DEBUG nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.041342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.496s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.044240] env[68934]: INFO nova.compute.claims [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.104646] env[68934]: DEBUG nova.network.neutron [-] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.336495] env[68934]: DEBUG nova.compute.manager [req-0b9baf19-86e0-4194-be77-a985f466535e req-41f4be86-8503-408a-b6b5-cda4e177ecb6 service nova] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Received event network-vif-deleted-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.407026] env[68934]: DEBUG nova.network.neutron [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Successfully updated port: d580c2a1-9abb-40d2-94ae-ff02469920cd {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.551661] env[68934]: DEBUG nova.compute.utils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.553620] env[68934]: DEBUG nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.553863] env[68934]: DEBUG nova.network.neutron [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.608468] env[68934]: INFO nova.compute.manager [-] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Took 1.52 seconds to deallocate network for instance. [ 834.658671] env[68934]: DEBUG nova.policy [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9313b1daa914c3c8c604b0244ce8a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f2f8e8a064405eade72de6a588b64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.862423] env[68934]: DEBUG nova.network.neutron [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Successfully updated port: fa337bf0-277d-498d-a166-8ba435761ed7 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.908502] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-ce4fc728-a38d-4328-b943-bbe7137c4524" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.908700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-ce4fc728-a38d-4328-b943-bbe7137c4524" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.908914] env[68934]: DEBUG nova.network.neutron [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.057698] env[68934]: DEBUG nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.119145] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.372212] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.372436] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.373252] env[68934]: DEBUG nova.network.neutron [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.450021] env[68934]: DEBUG nova.network.neutron [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.471788] env[68934]: DEBUG nova.network.neutron [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Successfully created port: 5eb98017-50a7-4e10-a695-3dc547326fac {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.626313] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07291ec8-bdaf-4dc7-9ade-1395152b4919 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.634471] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a960f8-8317-4e30-89dd-efcdf3276f94 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.667411] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee82f3-8302-4839-be9f-e7bd788b927b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.675191] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b26f9a-6eb8-451b-89b0-e7a5803658c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.689279] env[68934]: DEBUG nova.compute.provider_tree [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.692096] env[68934]: DEBUG nova.network.neutron [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Updating instance_info_cache with network_info: [{"id": "d580c2a1-9abb-40d2-94ae-ff02469920cd", "address": "fa:16:3e:92:52:92", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd580c2a1-9a", "ovs_interfaceid": "d580c2a1-9abb-40d2-94ae-ff02469920cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.751055] env[68934]: DEBUG nova.compute.manager [req-ff511a61-91be-4441-b142-6d4ce5d4a9e0 req-5a2b4681-123c-4cd4-a367-af300d05356c service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received event network-vif-plugged-fa337bf0-277d-498d-a166-8ba435761ed7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.751055] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff511a61-91be-4441-b142-6d4ce5d4a9e0 req-5a2b4681-123c-4cd4-a367-af300d05356c service nova] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.751055] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff511a61-91be-4441-b142-6d4ce5d4a9e0 req-5a2b4681-123c-4cd4-a367-af300d05356c service nova] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.752219] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff511a61-91be-4441-b142-6d4ce5d4a9e0 req-5a2b4681-123c-4cd4-a367-af300d05356c service nova] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.752219] env[68934]: DEBUG nova.compute.manager [req-ff511a61-91be-4441-b142-6d4ce5d4a9e0 req-5a2b4681-123c-4cd4-a367-af300d05356c service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] No waiting events found dispatching network-vif-plugged-fa337bf0-277d-498d-a166-8ba435761ed7 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.752219] env[68934]: WARNING nova.compute.manager [req-ff511a61-91be-4441-b142-6d4ce5d4a9e0 req-5a2b4681-123c-4cd4-a367-af300d05356c service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received unexpected event network-vif-plugged-fa337bf0-277d-498d-a166-8ba435761ed7 for instance with vm_state active and task_state None. [ 835.922914] env[68934]: WARNING nova.network.neutron [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] 831e4d87-3158-478a-9145-f891cf48a815 already exists in list: networks containing: ['831e4d87-3158-478a-9145-f891cf48a815']. ignoring it [ 836.075846] env[68934]: DEBUG nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.103590] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.103590] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.103590] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.103590] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.103590] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.103590] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.103590] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.104177] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.104177] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.104177] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.106515] env[68934]: DEBUG nova.virt.hardware [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.106515] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f0a0a7-0c52-4c1a-b018-26cace47a9f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.114064] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce03798-a0fc-4dde-a9ab-f3d725695820 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.193523] env[68934]: DEBUG nova.scheduler.client.report [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.199692] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-ce4fc728-a38d-4328-b943-bbe7137c4524" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.200058] env[68934]: DEBUG nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Instance network_info: |[{"id": "d580c2a1-9abb-40d2-94ae-ff02469920cd", "address": "fa:16:3e:92:52:92", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd580c2a1-9a", "ovs_interfaceid": "d580c2a1-9abb-40d2-94ae-ff02469920cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.200868] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:52:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd580c2a1-9abb-40d2-94ae-ff02469920cd', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.210261] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.210870] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.211136] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9937a95c-72a2-47ba-a7df-037ee740a14a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.232059] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.232059] env[68934]: value = "task-3134755" [ 836.232059] env[68934]: _type = "Task" [ 836.232059] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.242683] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134755, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.367107] env[68934]: DEBUG nova.network.neutron [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa337bf0-277d-498d-a166-8ba435761ed7", "address": "fa:16:3e:ed:ed:0d", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa337bf0-27", "ovs_interfaceid": "fa337bf0-277d-498d-a166-8ba435761ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.704367] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.704921] env[68934]: DEBUG nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.708879] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.673s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.709189] env[68934]: INFO nova.compute.claims [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.748487] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134755, 'name': CreateVM_Task, 'duration_secs': 0.332967} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.748684] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.749433] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.749619] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.749977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.750308] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7965f1-8c00-465b-b7de-de8770925df7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.756423] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 836.756423] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5297e61a-559c-d1dc-1e2c-d215d24ea4d2" [ 836.756423] env[68934]: _type = "Task" [ 836.756423] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.765335] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5297e61a-559c-d1dc-1e2c-d215d24ea4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.872000] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.872712] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.872872] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.873743] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e3cd7b-44a1-4272-b265-f0de0fbbccec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.903022] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.903339] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.903434] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.903561] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.903729] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.903877] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.904060] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.904224] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.904390] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.904553] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.904724] env[68934]: DEBUG nova.virt.hardware [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.911202] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Reconfiguring VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 836.911576] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f083a3b-03fd-4b9c-89e2-5e7ed681a82c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.930916] env[68934]: DEBUG oslo_vmware.api [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 836.930916] env[68934]: value = "task-3134756" [ 836.930916] env[68934]: _type = "Task" [ 836.930916] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.940067] env[68934]: DEBUG oslo_vmware.api [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.119470] env[68934]: DEBUG nova.network.neutron [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Successfully updated port: 5eb98017-50a7-4e10-a695-3dc547326fac {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.213299] env[68934]: DEBUG nova.compute.utils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.218569] env[68934]: DEBUG nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.218683] env[68934]: DEBUG nova.network.neutron [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.262779] env[68934]: DEBUG nova.policy [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f0436be197479889e6b67ff76a7bf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed2be60d8a24028b2c0df7fe5078ccb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.272795] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5297e61a-559c-d1dc-1e2c-d215d24ea4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.273599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.273907] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.274306] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.274688] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.275347] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.275958] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc0da71b-87bb-4bf3-8412-02f379b93961 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.285543] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.285770] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.286511] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd38544-45c8-4186-897b-756f8a112e34 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.292571] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 837.292571] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521967ec-a1d1-5e81-1a18-3c576c33a809" [ 837.292571] env[68934]: _type = "Task" [ 837.292571] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.301957] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521967ec-a1d1-5e81-1a18-3c576c33a809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.377684] env[68934]: DEBUG nova.compute.manager [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Received event network-vif-plugged-d580c2a1-9abb-40d2-94ae-ff02469920cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.377919] env[68934]: DEBUG oslo_concurrency.lockutils [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] Acquiring lock "ce4fc728-a38d-4328-b943-bbe7137c4524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.378143] env[68934]: DEBUG oslo_concurrency.lockutils [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.378517] env[68934]: DEBUG oslo_concurrency.lockutils [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.378654] env[68934]: DEBUG nova.compute.manager [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] No waiting events found dispatching network-vif-plugged-d580c2a1-9abb-40d2-94ae-ff02469920cd {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.379053] env[68934]: WARNING nova.compute.manager [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Received unexpected event network-vif-plugged-d580c2a1-9abb-40d2-94ae-ff02469920cd for instance with vm_state building and task_state spawning. [ 837.379243] env[68934]: DEBUG nova.compute.manager [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Received event network-changed-d580c2a1-9abb-40d2-94ae-ff02469920cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.379420] env[68934]: DEBUG nova.compute.manager [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Refreshing instance network info cache due to event network-changed-d580c2a1-9abb-40d2-94ae-ff02469920cd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.379631] env[68934]: DEBUG oslo_concurrency.lockutils [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] Acquiring lock "refresh_cache-ce4fc728-a38d-4328-b943-bbe7137c4524" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.379771] env[68934]: DEBUG oslo_concurrency.lockutils [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] Acquired lock "refresh_cache-ce4fc728-a38d-4328-b943-bbe7137c4524" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.380031] env[68934]: DEBUG nova.network.neutron [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Refreshing network info cache for port d580c2a1-9abb-40d2-94ae-ff02469920cd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.442692] env[68934]: DEBUG oslo_vmware.api [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.626714] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-e8637bf5-554e-4db9-88e8-36482df542e8" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.626828] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-e8637bf5-554e-4db9-88e8-36482df542e8" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.626987] env[68934]: DEBUG nova.network.neutron [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.632348] env[68934]: DEBUG nova.network.neutron [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Successfully created port: e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.721588] env[68934]: DEBUG nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.804764] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521967ec-a1d1-5e81-1a18-3c576c33a809, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.806831] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a7d2c6-b33d-45c8-b50e-afc61bc198b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.811715] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 837.811715] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5227212a-0f14-0b2d-e2d4-31a7c8b84df4" [ 837.811715] env[68934]: _type = "Task" [ 837.811715] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.820798] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5227212a-0f14-0b2d-e2d4-31a7c8b84df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.946464] env[68934]: DEBUG oslo_vmware.api [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134756, 'name': ReconfigVM_Task, 'duration_secs': 0.597754} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.949419] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.949567] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Reconfigured VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 838.194784] env[68934]: DEBUG nova.network.neutron [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Updated VIF entry in instance network info cache for port d580c2a1-9abb-40d2-94ae-ff02469920cd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.195161] env[68934]: DEBUG nova.network.neutron [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Updating instance_info_cache with network_info: [{"id": "d580c2a1-9abb-40d2-94ae-ff02469920cd", "address": "fa:16:3e:92:52:92", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd580c2a1-9a", "ovs_interfaceid": "d580c2a1-9abb-40d2-94ae-ff02469920cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.196715] env[68934]: DEBUG nova.network.neutron [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.234120] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb73fb-29dc-4226-bb37-77e124f203f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.242506] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e34bb-2925-41a4-9171-4830612eabec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.276955] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05442a95-23ae-486a-9050-1ed1ad4e36bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.288385] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33bdac-b4a7-44f5-9415-7e863641f446 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.302248] env[68934]: DEBUG nova.compute.provider_tree [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.325152] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5227212a-0f14-0b2d-e2d4-31a7c8b84df4, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.325471] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.325746] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ce4fc728-a38d-4328-b943-bbe7137c4524/ce4fc728-a38d-4328-b943-bbe7137c4524.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.326196] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ae9107-8b04-4cd3-bf55-585ffeae194d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.332978] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 838.332978] env[68934]: value = "task-3134757" [ 838.332978] env[68934]: _type = "Task" [ 838.332978] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.342387] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.356981] env[68934]: DEBUG nova.network.neutron [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Updating instance_info_cache with network_info: [{"id": "5eb98017-50a7-4e10-a695-3dc547326fac", "address": "fa:16:3e:ae:0f:ab", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb98017-50", "ovs_interfaceid": "5eb98017-50a7-4e10-a695-3dc547326fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.456067] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-db1a6cbd-b6d9-420d-8619-14d68e950fb9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.128s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.701323] env[68934]: DEBUG oslo_concurrency.lockutils [req-ae23074a-94e1-488b-a627-9970c2728ccf req-41fc8647-a039-4743-bded-126f5d181608 service nova] Releasing lock "refresh_cache-ce4fc728-a38d-4328-b943-bbe7137c4524" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.736665] env[68934]: DEBUG nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.766706] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.767016] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.767846] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.767997] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.771336] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.771336] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.771336] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.771336] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.771336] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.771336] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.771336] env[68934]: DEBUG nova.virt.hardware [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.771336] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f36336-f0d8-4962-971d-3121cd7706c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.781755] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f6b43c-a8fa-418e-b6c6-14af64ada051 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.805302] env[68934]: DEBUG nova.scheduler.client.report [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.843819] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503396} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.844075] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ce4fc728-a38d-4328-b943-bbe7137c4524/ce4fc728-a38d-4328-b943-bbe7137c4524.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.844325] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.845112] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c07d9f19-7ca9-4461-bd80-dc34370ac0c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.850566] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 838.850566] env[68934]: value = "task-3134758" [ 838.850566] env[68934]: _type = "Task" [ 838.850566] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.861023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-e8637bf5-554e-4db9-88e8-36482df542e8" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861023] env[68934]: DEBUG nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Instance network_info: |[{"id": "5eb98017-50a7-4e10-a695-3dc547326fac", "address": "fa:16:3e:ae:0f:ab", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb98017-50", "ovs_interfaceid": "5eb98017-50a7-4e10-a695-3dc547326fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.861023] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.861023] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:0f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eb98017-50a7-4e10-a695-3dc547326fac', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.868455] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating folder: Project (f7f2f8e8a064405eade72de6a588b64c). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.868741] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-616e6bd1-042a-429c-9911-936534a671f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.879161] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created folder: Project (f7f2f8e8a064405eade72de6a588b64c) in parent group-v627191. [ 838.879434] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating folder: Instances. Parent ref: group-v627314. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.879725] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0dfcff5-c128-4181-8c48-2f1def6ccc5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.891257] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created folder: Instances in parent group-v627314. [ 838.891538] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.891812] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.891925] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9fd2e86-c9b3-4dfb-b99a-bac29d2ef2e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.915580] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.915580] env[68934]: value = "task-3134761" [ 838.915580] env[68934]: _type = "Task" [ 838.915580] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.923288] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134761, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.011345] env[68934]: DEBUG nova.compute.manager [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received event network-changed-fa337bf0-277d-498d-a166-8ba435761ed7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.011612] env[68934]: DEBUG nova.compute.manager [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Refreshing instance network info cache due to event network-changed-fa337bf0-277d-498d-a166-8ba435761ed7. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.011780] env[68934]: DEBUG oslo_concurrency.lockutils [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] Acquiring lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.011898] env[68934]: DEBUG oslo_concurrency.lockutils [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] Acquired lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.012228] env[68934]: DEBUG nova.network.neutron [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Refreshing network info cache for port fa337bf0-277d-498d-a166-8ba435761ed7 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.265256] env[68934]: DEBUG nova.network.neutron [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Successfully updated port: e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.312042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.312562] env[68934]: DEBUG nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.321213] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.652s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.321480] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.006s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.324096] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.983s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.325940] env[68934]: INFO nova.compute.claims [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.367392] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060814} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.368647] env[68934]: INFO nova.scheduler.client.report [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Deleted allocations for instance 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37 [ 839.371630] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.373593] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9967ca-b439-4365-b049-ea5b5425ab8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.401461] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ce4fc728-a38d-4328-b943-bbe7137c4524/ce4fc728-a38d-4328-b943-bbe7137c4524.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.401461] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5679d1-9b5f-44e8-b673-a7ad926b2d74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.425947] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134761, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.427421] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 839.427421] env[68934]: value = "task-3134762" [ 839.427421] env[68934]: _type = "Task" [ 839.427421] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.435412] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.455582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.455756] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.769278] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "refresh_cache-38ea9d6a-9097-46dc-b3b6-9b36609f770e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.769536] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "refresh_cache-38ea9d6a-9097-46dc-b3b6-9b36609f770e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.769664] env[68934]: DEBUG nova.network.neutron [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.830683] env[68934]: DEBUG nova.compute.utils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.839212] env[68934]: DEBUG nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.840038] env[68934]: DEBUG nova.network.neutron [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.874255] env[68934]: DEBUG nova.network.neutron [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updated VIF entry in instance network info cache for port fa337bf0-277d-498d-a166-8ba435761ed7. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.874887] env[68934]: DEBUG nova.network.neutron [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa337bf0-277d-498d-a166-8ba435761ed7", "address": "fa:16:3e:ed:ed:0d", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa337bf0-27", "ovs_interfaceid": "fa337bf0-277d-498d-a166-8ba435761ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.885035] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1467882-9342-4bb8-ab6a-0f211af44b0d tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "2ec1cadf-f4f9-47a0-bf13-04cc81e40a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.737s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.925393] env[68934]: DEBUG nova.policy [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9871f629d1224ae7b019b938da2705c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3328af39f968456684fc19b77f25af92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.937507] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134761, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.943135] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134762, 'name': ReconfigVM_Task, 'duration_secs': 0.253746} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.943446] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ce4fc728-a38d-4328-b943-bbe7137c4524/ce4fc728-a38d-4328-b943-bbe7137c4524.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.944240] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5795ab7e-37cc-4dfa-93d6-e8fa6719928e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.951539] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 839.951539] env[68934]: value = "task-3134763" [ 839.951539] env[68934]: _type = "Task" [ 839.951539] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.962879] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134763, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.062490] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Received event network-vif-plugged-5eb98017-50a7-4e10-a695-3dc547326fac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.062809] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Acquiring lock "e8637bf5-554e-4db9-88e8-36482df542e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.063813] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Lock "e8637bf5-554e-4db9-88e8-36482df542e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.063813] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Lock "e8637bf5-554e-4db9-88e8-36482df542e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.063813] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] No waiting events found dispatching network-vif-plugged-5eb98017-50a7-4e10-a695-3dc547326fac {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.063813] env[68934]: WARNING nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Received unexpected event network-vif-plugged-5eb98017-50a7-4e10-a695-3dc547326fac for instance with vm_state building and task_state spawning. [ 840.063813] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Received event network-changed-5eb98017-50a7-4e10-a695-3dc547326fac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.063813] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Refreshing instance network info cache due to event network-changed-5eb98017-50a7-4e10-a695-3dc547326fac. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.064153] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Acquiring lock "refresh_cache-e8637bf5-554e-4db9-88e8-36482df542e8" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.064153] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Acquired lock "refresh_cache-e8637bf5-554e-4db9-88e8-36482df542e8" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.064292] env[68934]: DEBUG nova.network.neutron [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Refreshing network info cache for port 5eb98017-50a7-4e10-a695-3dc547326fac {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.339436] env[68934]: DEBUG nova.network.neutron [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.340540] env[68934]: DEBUG nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.385355] env[68934]: DEBUG oslo_concurrency.lockutils [req-4fd009cd-7a75-48e9-a6ba-8f8dabc830a2 req-129d306e-3bbc-495b-8247-59b06350e022 service nova] Releasing lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.431024] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134761, 'name': CreateVM_Task, 'duration_secs': 1.333599} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.431024] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.431694] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.431864] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.432190] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.432445] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f4840e-8be0-4254-a55f-4ba0f1368b03 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.440553] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 840.440553] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528ba7ee-50bd-ed90-8257-853afe154f6a" [ 840.440553] env[68934]: _type = "Task" [ 840.440553] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.449730] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528ba7ee-50bd-ed90-8257-853afe154f6a, 'name': SearchDatastore_Task} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.452226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.452481] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.452709] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.452861] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.453053] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.453523] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6d14ee9-f4a6-4319-9df3-8eab29e62c8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.463769] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134763, 'name': Rename_Task, 'duration_secs': 0.170391} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.467085] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.467378] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.467534] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.474264] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85c5ad24-8b27-428a-9631-efbd31fc0e7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.476651] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310bacd7-42f3-4a11-8659-081db17f8a33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.483555] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 840.483555] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52712b93-b4d4-626b-bcf7-31b0a1c77158" [ 840.483555] env[68934]: _type = "Task" [ 840.483555] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.484751] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 840.484751] env[68934]: value = "task-3134764" [ 840.484751] env[68934]: _type = "Task" [ 840.484751] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.501291] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52712b93-b4d4-626b-bcf7-31b0a1c77158, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.504892] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.505135] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f62987-5f0b-45bb-9448-f9c0a9f43990 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.510119] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 840.510119] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b66f9f-839f-a5ef-9969-e937309805c3" [ 840.510119] env[68934]: _type = "Task" [ 840.510119] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.517826] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b66f9f-839f-a5ef-9969-e937309805c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.597927] env[68934]: DEBUG nova.network.neutron [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Successfully created port: 2e49b961-0fbe-4fad-96ae-ed00676bb598 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.727423] env[68934]: DEBUG nova.network.neutron [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Updating instance_info_cache with network_info: [{"id": "e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c", "address": "fa:16:3e:8b:99:e7", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape644d2ae-f2", "ovs_interfaceid": "e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.911510] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b91c58-772c-43e1-a85c-43d8893f7f67 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.922844] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e717d-d208-4ab1-abff-1e98385a0032 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.968793] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08c6adc-7281-423a-bcf6-b347be99e7b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.976648] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c9be91-536a-411c-8fc5-6884221e1a55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.981449] env[68934]: DEBUG nova.network.neutron [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Updated VIF entry in instance network info cache for port 5eb98017-50a7-4e10-a695-3dc547326fac. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.981783] env[68934]: DEBUG nova.network.neutron [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Updating instance_info_cache with network_info: [{"id": "5eb98017-50a7-4e10-a695-3dc547326fac", "address": "fa:16:3e:ae:0f:ab", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb98017-50", "ovs_interfaceid": "5eb98017-50a7-4e10-a695-3dc547326fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.993538] env[68934]: DEBUG nova.compute.provider_tree [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.004804] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.020318] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b66f9f-839f-a5ef-9969-e937309805c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.020599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.020852] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.021638] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b850a9f1-ac8a-4805-bea6-aaee9b9f9800 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.029637] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 841.029637] env[68934]: value = "task-3134765" [ 841.029637] env[68934]: _type = "Task" [ 841.029637] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.039341] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.230104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "refresh_cache-38ea9d6a-9097-46dc-b3b6-9b36609f770e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.230504] env[68934]: DEBUG nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Instance network_info: |[{"id": "e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c", "address": "fa:16:3e:8b:99:e7", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape644d2ae-f2", "ovs_interfaceid": "e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.230910] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:99:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.239049] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.239371] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.239557] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c973b783-eb86-4263-80f8-08261610b2c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.261138] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.261138] env[68934]: value = "task-3134766" [ 841.261138] env[68934]: _type = "Task" [ 841.261138] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.270782] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134766, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.357765] env[68934]: DEBUG nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.396815] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.397066] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.397794] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.397794] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.397794] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.397794] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.397960] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.399398] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.399709] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.399846] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.400201] env[68934]: DEBUG nova.virt.hardware [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.401171] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2dfbda-c709-4e6a-a36c-b83d4c158204 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.410639] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794fe1eb-5b6c-43c3-b277-3d2e72823312 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.484663] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Releasing lock "refresh_cache-e8637bf5-554e-4db9-88e8-36482df542e8" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.485647] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Received event network-vif-plugged-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.485800] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Acquiring lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.486042] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.486215] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.486386] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] No waiting events found dispatching network-vif-plugged-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.486558] env[68934]: WARNING nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Received unexpected event network-vif-plugged-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c for instance with vm_state building and task_state spawning. [ 841.486709] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Received event network-changed-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.487289] env[68934]: DEBUG nova.compute.manager [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Refreshing instance network info cache due to event network-changed-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.487289] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Acquiring lock "refresh_cache-38ea9d6a-9097-46dc-b3b6-9b36609f770e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.487289] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Acquired lock "refresh_cache-38ea9d6a-9097-46dc-b3b6-9b36609f770e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.487504] env[68934]: DEBUG nova.network.neutron [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Refreshing network info cache for port e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.504113] env[68934]: DEBUG nova.scheduler.client.report [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.511682] env[68934]: DEBUG oslo_vmware.api [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134764, 'name': PowerOnVM_Task, 'duration_secs': 0.519765} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.512421] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-db1a6cbd-b6d9-420d-8619-14d68e950fb9-fa337bf0-277d-498d-a166-8ba435761ed7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.512632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-db1a6cbd-b6d9-420d-8619-14d68e950fb9-fa337bf0-277d-498d-a166-8ba435761ed7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.514206] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.514380] env[68934]: INFO nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Took 8.08 seconds to spawn the instance on the hypervisor. [ 841.514569] env[68934]: DEBUG nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.516033] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b69749d-bb09-4092-a6f0-b70fa16dcfb0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.543096] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475826} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.543096] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.543096] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.543096] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e7465a-8651-48d4-9e3e-1d9caead7774 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.549688] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 841.549688] env[68934]: value = "task-3134767" [ 841.549688] env[68934]: _type = "Task" [ 841.549688] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.560425] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.770538] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134766, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.013224] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.013743] env[68934]: DEBUG nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.016490] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.456s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.016598] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.019409] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.881s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.021761] env[68934]: INFO nova.compute.claims [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.025186] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.025413] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.027290] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6798fa4-6bd2-45f4-9949-e58c832cae9f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.040755] env[68934]: INFO nova.compute.manager [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Took 59.81 seconds to build instance. [ 842.058344] env[68934]: INFO nova.scheduler.client.report [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Deleted allocations for instance 8b383bf0-0355-4e0b-80b4-f20cdef90488 [ 842.066447] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceee659e-fb0f-4231-a7c5-dd8e79f11675 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.098635] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060565} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.103200] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Reconfiguring VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 842.103540] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.104085] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7661de-b5e9-4077-939b-703ebe71e1bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.118044] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528aaf1-dd72-41ce-abea-828348f8a93e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.138174] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 842.138174] env[68934]: value = "task-3134768" [ 842.138174] env[68934]: _type = "Task" [ 842.138174] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.148302] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.149129] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4561a6f7-6a7f-48d0-9c4a-15a85a07d590 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.174515] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.175877] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 842.175877] env[68934]: value = "task-3134769" [ 842.175877] env[68934]: _type = "Task" [ 842.175877] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.183801] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.274751] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134766, 'name': CreateVM_Task, 'duration_secs': 0.582331} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.274919] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.279021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.279021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.279021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.279021] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b32d21-9f29-4b73-a8a4-6c5359a544dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.282286] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 842.282286] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52642834-497b-2da3-1c1d-db57b2786ebf" [ 842.282286] env[68934]: _type = "Task" [ 842.282286] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.289522] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52642834-497b-2da3-1c1d-db57b2786ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.383576] env[68934]: DEBUG nova.network.neutron [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Updated VIF entry in instance network info cache for port e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.383944] env[68934]: DEBUG nova.network.neutron [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Updating instance_info_cache with network_info: [{"id": "e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c", "address": "fa:16:3e:8b:99:e7", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape644d2ae-f2", "ovs_interfaceid": "e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.528515] env[68934]: DEBUG nova.compute.utils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.536188] env[68934]: DEBUG nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.536385] env[68934]: DEBUG nova.network.neutron [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.558706] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.691s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.567762] env[68934]: DEBUG oslo_concurrency.lockutils [None req-91fc486c-36a0-4c8c-b497-cfef542e284a tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Lock "8b383bf0-0355-4e0b-80b4-f20cdef90488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.966s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.609956] env[68934]: DEBUG nova.policy [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd0d6c6f443448d4bb508b5f6a7d817a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '759b86bfbac641169eb8825f5b0990dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.660859] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.686630] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134769, 'name': ReconfigVM_Task, 'duration_secs': 0.335001} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.686630] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.686630] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7251baa4-ae61-4356-9d77-805668d1e608 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.692696] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 842.692696] env[68934]: value = "task-3134770" [ 842.692696] env[68934]: _type = "Task" [ 842.692696] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.701372] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134770, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.802262] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52642834-497b-2da3-1c1d-db57b2786ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.802811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.802886] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.803243] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.803317] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.803509] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.803763] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bea18cb7-79a4-4e4b-bbeb-f7b649cb6ccb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.822792] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.823317] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.823935] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e52246-e3a1-4fdc-b67a-63f657f4509e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.829466] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 842.829466] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52213e60-95e8-2275-8edd-2edf4f41086a" [ 842.829466] env[68934]: _type = "Task" [ 842.829466] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.840652] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52213e60-95e8-2275-8edd-2edf4f41086a, 'name': SearchDatastore_Task, 'duration_secs': 0.007946} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.841465] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da37df4-7fed-4a3a-bbcd-e976ae0da828 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.846398] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 842.846398] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5259f835-c2af-8ab1-e808-b8f7aa55569d" [ 842.846398] env[68934]: _type = "Task" [ 842.846398] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.855509] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5259f835-c2af-8ab1-e808-b8f7aa55569d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.887435] env[68934]: DEBUG oslo_concurrency.lockutils [req-4310fc52-76ae-4020-a320-cef2db740b8e req-7f197b44-6522-4460-9ef6-d948c3447b71 service nova] Releasing lock "refresh_cache-38ea9d6a-9097-46dc-b3b6-9b36609f770e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.919032] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "867ea4f6-aa08-441f-a287-989e37713c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.919032] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.009842] env[68934]: DEBUG nova.network.neutron [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Successfully updated port: 2e49b961-0fbe-4fad-96ae-ed00676bb598 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.036506] env[68934]: DEBUG nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.067372] env[68934]: DEBUG nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.106405] env[68934]: DEBUG nova.network.neutron [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Successfully created port: bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.165410] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.205901] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134770, 'name': Rename_Task, 'duration_secs': 0.126536} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.206356] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.206737] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-989da2f2-b880-43b6-a632-ef635ad97cc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.216108] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 843.216108] env[68934]: value = "task-3134771" [ 843.216108] env[68934]: _type = "Task" [ 843.216108] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.225519] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.356519] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5259f835-c2af-8ab1-e808-b8f7aa55569d, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.356786] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.357054] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 38ea9d6a-9097-46dc-b3b6-9b36609f770e/38ea9d6a-9097-46dc-b3b6-9b36609f770e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.357339] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56422268-7b7f-4b25-94f5-72af0332028e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.368293] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 843.368293] env[68934]: value = "task-3134772" [ 843.368293] env[68934]: _type = "Task" [ 843.368293] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.380556] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.420913] env[68934]: DEBUG nova.compute.manager [req-9f3aab30-e4a2-4521-b299-0a6d29614091 req-87e1347a-46f0-44d6-8733-42e3d743392c service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Received event network-vif-plugged-2e49b961-0fbe-4fad-96ae-ed00676bb598 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.420913] env[68934]: DEBUG oslo_concurrency.lockutils [req-9f3aab30-e4a2-4521-b299-0a6d29614091 req-87e1347a-46f0-44d6-8733-42e3d743392c service nova] Acquiring lock "e3880294-01bc-4fa4-a39c-b93658aee090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.420913] env[68934]: DEBUG oslo_concurrency.lockutils [req-9f3aab30-e4a2-4521-b299-0a6d29614091 req-87e1347a-46f0-44d6-8733-42e3d743392c service nova] Lock "e3880294-01bc-4fa4-a39c-b93658aee090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.421152] env[68934]: DEBUG oslo_concurrency.lockutils [req-9f3aab30-e4a2-4521-b299-0a6d29614091 req-87e1347a-46f0-44d6-8733-42e3d743392c service nova] Lock "e3880294-01bc-4fa4-a39c-b93658aee090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.421342] env[68934]: DEBUG nova.compute.manager [req-9f3aab30-e4a2-4521-b299-0a6d29614091 req-87e1347a-46f0-44d6-8733-42e3d743392c service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] No waiting events found dispatching network-vif-plugged-2e49b961-0fbe-4fad-96ae-ed00676bb598 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.421619] env[68934]: WARNING nova.compute.manager [req-9f3aab30-e4a2-4521-b299-0a6d29614091 req-87e1347a-46f0-44d6-8733-42e3d743392c service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Received unexpected event network-vif-plugged-2e49b961-0fbe-4fad-96ae-ed00676bb598 for instance with vm_state building and task_state spawning. [ 843.516835] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "refresh_cache-e3880294-01bc-4fa4-a39c-b93658aee090" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.518091] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "refresh_cache-e3880294-01bc-4fa4-a39c-b93658aee090" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518091] env[68934]: DEBUG nova.network.neutron [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.592778] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.625547] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02c07f-da38-4f7c-987c-b99d2711cceb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.638347] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6520bf5-c77c-42fc-bfd5-aaed885367d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.680891] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a1d59f-343c-4a9c-ab17-de612412f416 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.688335] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "860344fa-57fe-447b-a0a2-fb61ddf97262" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.689638] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.695720] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.699596] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595f9b12-7d85-4a5a-8649-7dacadefde14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.717555] env[68934]: DEBUG nova.compute.provider_tree [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.733712] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134771, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.785207] env[68934]: DEBUG oslo_concurrency.lockutils [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "ce4fc728-a38d-4328-b943-bbe7137c4524" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.785207] env[68934]: DEBUG oslo_concurrency.lockutils [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.878807] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134772, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.053032] env[68934]: DEBUG nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.062700] env[68934]: DEBUG nova.network.neutron [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.084588] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.084752] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.084898] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.085289] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.085543] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.085778] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.086090] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.086333] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.086589] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.086841] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.087096] env[68934]: DEBUG nova.virt.hardware [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.088108] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e82e27c-e760-4629-9aa2-01b90f9c16c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.099969] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d401438-211b-4b11-b3b7-e017c7b62cea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.185887] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.224794] env[68934]: DEBUG nova.scheduler.client.report [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.238822] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134771, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.266806] env[68934]: DEBUG nova.network.neutron [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Updating instance_info_cache with network_info: [{"id": "2e49b961-0fbe-4fad-96ae-ed00676bb598", "address": "fa:16:3e:88:3e:05", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e49b961-0f", "ovs_interfaceid": "2e49b961-0fbe-4fad-96ae-ed00676bb598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.288025] env[68934]: DEBUG nova.compute.utils [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.378312] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514262} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.378626] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 38ea9d6a-9097-46dc-b3b6-9b36609f770e/38ea9d6a-9097-46dc-b3b6-9b36609f770e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.378869] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.379146] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd6f4f72-40b7-447a-8e8b-8e52b396d7ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.386130] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 844.386130] env[68934]: value = "task-3134773" [ 844.386130] env[68934]: _type = "Task" [ 844.386130] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.398061] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.693768] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.727346] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.727440] env[68934]: DEBUG nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.732356] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.410s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.732356] env[68934]: INFO nova.compute.claims [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.750385] env[68934]: DEBUG oslo_vmware.api [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134771, 'name': PowerOnVM_Task, 'duration_secs': 1.501609} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.750643] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.750843] env[68934]: INFO nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Took 8.67 seconds to spawn the instance on the hypervisor. [ 844.751028] env[68934]: DEBUG nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.751823] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f18b0fe-6429-494e-9b03-2a4de41dca62 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.769850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "refresh_cache-e3880294-01bc-4fa4-a39c-b93658aee090" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.770276] env[68934]: DEBUG nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Instance network_info: |[{"id": "2e49b961-0fbe-4fad-96ae-ed00676bb598", "address": "fa:16:3e:88:3e:05", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e49b961-0f", "ovs_interfaceid": "2e49b961-0fbe-4fad-96ae-ed00676bb598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.770743] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:3e:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e49b961-0fbe-4fad-96ae-ed00676bb598', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.781458] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.781458] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.781458] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8a9bf7-31a6-49eb-818c-04a839cb0dd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.799132] env[68934]: DEBUG oslo_concurrency.lockutils [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.804944] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.804944] env[68934]: value = "task-3134774" [ 844.804944] env[68934]: _type = "Task" [ 844.804944] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.815725] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134774, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.899318] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080635} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.899480] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.900300] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d2934c-1c32-4ce7-95cc-697264853a19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.924642] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 38ea9d6a-9097-46dc-b3b6-9b36609f770e/38ea9d6a-9097-46dc-b3b6-9b36609f770e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.924996] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7426c7b6-fff0-4d9f-921a-75f54025b224 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.944291] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 844.944291] env[68934]: value = "task-3134775" [ 844.944291] env[68934]: _type = "Task" [ 844.944291] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.952533] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.124418] env[68934]: DEBUG nova.network.neutron [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Successfully updated port: bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.186558] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.246025] env[68934]: DEBUG nova.compute.utils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.247690] env[68934]: DEBUG nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.247938] env[68934]: DEBUG nova.network.neutron [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.271699] env[68934]: INFO nova.compute.manager [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Took 52.85 seconds to build instance. [ 845.309239] env[68934]: DEBUG nova.policy [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d8071a9c7d74008b893eb39e2048bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '280d5d9800b24d2abd6f94ca685942ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.326021] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134774, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.462950] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.528215] env[68934]: DEBUG nova.compute.manager [req-79122aee-2336-40d2-b6de-04bc9afb903e req-c36c4481-c562-4afd-b870-c302c9b89af4 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Received event network-vif-plugged-bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.528215] env[68934]: DEBUG oslo_concurrency.lockutils [req-79122aee-2336-40d2-b6de-04bc9afb903e req-c36c4481-c562-4afd-b870-c302c9b89af4 service nova] Acquiring lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.528215] env[68934]: DEBUG oslo_concurrency.lockutils [req-79122aee-2336-40d2-b6de-04bc9afb903e req-c36c4481-c562-4afd-b870-c302c9b89af4 service nova] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.528215] env[68934]: DEBUG oslo_concurrency.lockutils [req-79122aee-2336-40d2-b6de-04bc9afb903e req-c36c4481-c562-4afd-b870-c302c9b89af4 service nova] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.528215] env[68934]: DEBUG nova.compute.manager [req-79122aee-2336-40d2-b6de-04bc9afb903e req-c36c4481-c562-4afd-b870-c302c9b89af4 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] No waiting events found dispatching network-vif-plugged-bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.528866] env[68934]: WARNING nova.compute.manager [req-79122aee-2336-40d2-b6de-04bc9afb903e req-c36c4481-c562-4afd-b870-c302c9b89af4 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Received unexpected event network-vif-plugged-bafca53a-4aec-4c4c-bcd0-726196d3c3ce for instance with vm_state building and task_state spawning. [ 845.627755] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.627895] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.628059] env[68934]: DEBUG nova.network.neutron [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.692654] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.750018] env[68934]: DEBUG nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.778126] env[68934]: DEBUG oslo_concurrency.lockutils [None req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "e8637bf5-554e-4db9-88e8-36482df542e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.287s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.818885] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134774, 'name': CreateVM_Task, 'duration_secs': 0.731114} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.819068] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.819815] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820332] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820332] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820577] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb241b6-d6c0-4e30-bae2-7c3fcbdb3730 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.823715] env[68934]: DEBUG nova.network.neutron [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Successfully created port: 63ee2975-0ad0-43ca-a1dd-a978596c4eea {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.827234] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 845.827234] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527559f2-df2d-f815-f750-726b70d86aa5" [ 845.827234] env[68934]: _type = "Task" [ 845.827234] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.837750] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527559f2-df2d-f815-f750-726b70d86aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.893593] env[68934]: DEBUG oslo_concurrency.lockutils [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "ce4fc728-a38d-4328-b943-bbe7137c4524" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.893593] env[68934]: DEBUG oslo_concurrency.lockutils [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.893593] env[68934]: INFO nova.compute.manager [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Attaching volume 14368abe-38a6-417b-86f9-abc29d2ed42c to /dev/sdb [ 845.942020] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d518140-43e8-4699-8d1e-0f52aecf5b13 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.953685] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d7c61e-4d36-4bb9-a82e-13e68b14aa47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.969473] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134775, 'name': ReconfigVM_Task, 'duration_secs': 0.828759} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.972543] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 38ea9d6a-9097-46dc-b3b6-9b36609f770e/38ea9d6a-9097-46dc-b3b6-9b36609f770e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.974344] env[68934]: DEBUG nova.virt.block_device [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Updating existing volume attachment record: d4ff1483-7f1f-4782-ab10-70e55113a306 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 845.977999] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7393193a-60be-41b9-b617-eb18707ffdc7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.980656] env[68934]: DEBUG nova.compute.manager [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Received event network-changed-2e49b961-0fbe-4fad-96ae-ed00676bb598 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.980857] env[68934]: DEBUG nova.compute.manager [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Refreshing instance network info cache due to event network-changed-2e49b961-0fbe-4fad-96ae-ed00676bb598. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.981080] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] Acquiring lock "refresh_cache-e3880294-01bc-4fa4-a39c-b93658aee090" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.983608] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] Acquired lock "refresh_cache-e3880294-01bc-4fa4-a39c-b93658aee090" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.983608] env[68934]: DEBUG nova.network.neutron [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Refreshing network info cache for port 2e49b961-0fbe-4fad-96ae-ed00676bb598 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.993522] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 845.993522] env[68934]: value = "task-3134776" [ 845.993522] env[68934]: _type = "Task" [ 845.993522] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.006961] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134776, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.191902] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.217107] env[68934]: DEBUG nova.network.neutron [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.284943] env[68934]: DEBUG nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.345988] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527559f2-df2d-f815-f750-726b70d86aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.013473} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.348909] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.349225] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.349494] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.349667] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.349886] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.350855] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ab154e7-1046-4c08-8534-ce44bd308acd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.360385] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.360671] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.361761] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db13261a-42f1-40c5-aacd-de7c74218204 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.369311] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 846.369311] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52579c61-f886-ea76-928e-772313e3dc8e" [ 846.369311] env[68934]: _type = "Task" [ 846.369311] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.380832] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52579c61-f886-ea76-928e-772313e3dc8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.398487] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3628ab-e9d4-418e-a147-de70f2c9fe13 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.409948] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c5492a-9cbe-46cb-b031-0c85f85ad8af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.441829] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b50e8c7-20d9-41c5-a6b3-7ab8a1649585 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.450643] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d31b30-cb80-4215-90aa-39728c894905 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.464188] env[68934]: DEBUG nova.compute.provider_tree [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.502701] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134776, 'name': Rename_Task, 'duration_secs': 0.30711} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.502987] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.503318] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcaf7f03-6ada-45d5-9534-845fe1ea0480 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.509462] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 846.509462] env[68934]: value = "task-3134780" [ 846.509462] env[68934]: _type = "Task" [ 846.509462] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.517241] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.564731] env[68934]: DEBUG nova.network.neutron [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updating instance_info_cache with network_info: [{"id": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "address": "fa:16:3e:d6:89:a9", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafca53a-4a", "ovs_interfaceid": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.698336] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.768102] env[68934]: DEBUG nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.818350] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.818350] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.819930] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.820187] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.820346] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.820527] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.820753] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.820936] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.821210] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.821309] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.821490] env[68934]: DEBUG nova.virt.hardware [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.822435] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d475faf-d625-47be-89a9-63fc4c41f2cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.826076] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.838543] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b7561f-f50c-4806-affa-f709061befd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.880652] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52579c61-f886-ea76-928e-772313e3dc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.035927} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.881560] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367f93c9-fe36-4b35-85e3-9c67a8212a2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.887157] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 846.887157] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cbfe31-5158-9c2c-2b24-cd4e628ac71e" [ 846.887157] env[68934]: _type = "Task" [ 846.887157] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.895480] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cbfe31-5158-9c2c-2b24-cd4e628ac71e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.907739] env[68934]: DEBUG nova.network.neutron [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Updated VIF entry in instance network info cache for port 2e49b961-0fbe-4fad-96ae-ed00676bb598. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.908321] env[68934]: DEBUG nova.network.neutron [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Updating instance_info_cache with network_info: [{"id": "2e49b961-0fbe-4fad-96ae-ed00676bb598", "address": "fa:16:3e:88:3e:05", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e49b961-0f", "ovs_interfaceid": "2e49b961-0fbe-4fad-96ae-ed00676bb598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.972183] env[68934]: DEBUG nova.scheduler.client.report [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.020763] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.071268] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Releasing lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.071268] env[68934]: DEBUG nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Instance network_info: |[{"id": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "address": "fa:16:3e:d6:89:a9", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafca53a-4a", "ovs_interfaceid": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.071268] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:89:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bafca53a-4aec-4c4c-bcd0-726196d3c3ce', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.076690] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.077429] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.077800] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f3fe6c6-6cf5-4010-8c81-c4ff96f7cd6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.100712] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.100712] env[68934]: value = "task-3134781" [ 847.100712] env[68934]: _type = "Task" [ 847.100712] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.113650] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134781, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.195829] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.403282] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cbfe31-5158-9c2c-2b24-cd4e628ac71e, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.403856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.404342] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e3880294-01bc-4fa4-a39c-b93658aee090/e3880294-01bc-4fa4-a39c-b93658aee090.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.404799] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01434a80-8545-45d9-85ec-26d4a0d2ae09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.414108] env[68934]: DEBUG oslo_concurrency.lockutils [req-6a3d5b47-46cb-41cc-a968-74bf0ce5b81f req-5c45f140-64e4-4bcb-86bc-5cca754f188e service nova] Releasing lock "refresh_cache-e3880294-01bc-4fa4-a39c-b93658aee090" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.414108] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 847.414108] env[68934]: value = "task-3134782" [ 847.414108] env[68934]: _type = "Task" [ 847.414108] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.426735] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.478026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.478026] env[68934]: DEBUG nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.480471] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.653s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.481135] env[68934]: DEBUG nova.objects.instance [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lazy-loading 'resources' on Instance uuid 416d0c96-dc05-4aec-87e6-4fc106c5674e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.522112] env[68934]: DEBUG oslo_vmware.api [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134780, 'name': PowerOnVM_Task, 'duration_secs': 0.539493} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.522112] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.522112] env[68934]: INFO nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Took 8.78 seconds to spawn the instance on the hypervisor. [ 847.522112] env[68934]: DEBUG nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.522748] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa6706b-e5a1-46db-8e2d-d7d51208d216 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.610286] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134781, 'name': CreateVM_Task, 'duration_secs': 0.419896} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.610286] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.611871] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.611871] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.611871] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.614231] env[68934]: DEBUG nova.network.neutron [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Successfully updated port: 63ee2975-0ad0-43ca-a1dd-a978596c4eea {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.614231] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340cb2b8-fb70-4188-9bc5-31eb751158f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.620828] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 847.620828] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ef9284-8c98-de50-464a-45e90324ebca" [ 847.620828] env[68934]: _type = "Task" [ 847.620828] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.635432] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ef9284-8c98-de50-464a-45e90324ebca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.692359] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.803399] env[68934]: DEBUG nova.compute.manager [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Received event network-changed-bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.803399] env[68934]: DEBUG nova.compute.manager [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Refreshing instance network info cache due to event network-changed-bafca53a-4aec-4c4c-bcd0-726196d3c3ce. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.803535] env[68934]: DEBUG oslo_concurrency.lockutils [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] Acquiring lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.803715] env[68934]: DEBUG oslo_concurrency.lockutils [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] Acquired lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.803715] env[68934]: DEBUG nova.network.neutron [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Refreshing network info cache for port bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.923712] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134782, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.985375] env[68934]: DEBUG nova.compute.utils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.986926] env[68934]: DEBUG nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.987112] env[68934]: DEBUG nova.network.neutron [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.047473] env[68934]: INFO nova.compute.manager [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Took 53.52 seconds to build instance. [ 848.117494] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "refresh_cache-3e64c5b7-c9d6-46ef-b9c7-40926f25a052" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.119520] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquired lock "refresh_cache-3e64c5b7-c9d6-46ef-b9c7-40926f25a052" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.119884] env[68934]: DEBUG nova.network.neutron [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.144148] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ef9284-8c98-de50-464a-45e90324ebca, 'name': SearchDatastore_Task, 'duration_secs': 0.01391} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.148800] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.149284] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.149713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.150038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.150399] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.151434] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9c8020b-5d30-47bd-a216-0aa4c125010f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.156512] env[68934]: INFO nova.compute.manager [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Rebuilding instance [ 848.168978] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.169626] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.171100] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23462dd-db6a-4644-93c7-532fb4833c4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.196608] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 848.196608] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520bfa47-f384-5dde-14fa-c456e7a0079a" [ 848.196608] env[68934]: _type = "Task" [ 848.196608] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.209923] env[68934]: DEBUG oslo_vmware.api [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134768, 'name': ReconfigVM_Task, 'duration_secs': 5.950526} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.210589] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.210841] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Reconfigured VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 848.216606] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520bfa47-f384-5dde-14fa-c456e7a0079a, 'name': SearchDatastore_Task, 'duration_secs': 0.024548} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.222515] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f65c47-b406-4923-9fe2-aaa4b62531a5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.227669] env[68934]: DEBUG nova.compute.manager [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.228537] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a4c0c4-c84f-4370-aa57-612a3065c7d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.235266] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 848.235266] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52194895-f933-aaa1-462f-1c163eb3a668" [ 848.235266] env[68934]: _type = "Task" [ 848.235266] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.251688] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52194895-f933-aaa1-462f-1c163eb3a668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.280942] env[68934]: DEBUG nova.policy [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975f53732f4f4a19acdd064689688f84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b419d8db553945d4a36f63fbcc8f9135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.424572] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565533} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.424822] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e3880294-01bc-4fa4-a39c-b93658aee090/e3880294-01bc-4fa4-a39c-b93658aee090.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.425058] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.425345] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4700686-cdf3-4e5c-8495-3cb911fefb96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.434125] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 848.434125] env[68934]: value = "task-3134783" [ 848.434125] env[68934]: _type = "Task" [ 848.434125] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.444094] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.498227] env[68934]: DEBUG nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.540575] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862371af-4381-406e-8767-e48af4cec20e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.548640] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e52af07-5cb4-43d6-a906-c2065200e8c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.552926] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3179b255-bce5-4427-b569-68849cf3c223 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.541s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.585086] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590ed71-e8a4-4b84-bc0c-c19f96ae1460 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.596107] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e420730-095a-4842-8f73-8bd9191c1215 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.610289] env[68934]: DEBUG nova.compute.provider_tree [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.730109] env[68934]: DEBUG nova.network.neutron [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.746439] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52194895-f933-aaa1-462f-1c163eb3a668, 'name': SearchDatastore_Task, 'duration_secs': 0.020194} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.748878] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.749125] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 433bd67e-89bc-4d5f-912b-3d3c91c3967a/433bd67e-89bc-4d5f-912b-3d3c91c3967a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.749808] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5410e741-b4ae-4914-a4ee-a3a3b5bddb53 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.757782] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 848.757782] env[68934]: value = "task-3134785" [ 848.757782] env[68934]: _type = "Task" [ 848.757782] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.763083] env[68934]: DEBUG nova.network.neutron [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Successfully created port: da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.775331] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.911430] env[68934]: DEBUG nova.network.neutron [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updated VIF entry in instance network info cache for port bafca53a-4aec-4c4c-bcd0-726196d3c3ce. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.911638] env[68934]: DEBUG nova.network.neutron [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updating instance_info_cache with network_info: [{"id": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "address": "fa:16:3e:d6:89:a9", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafca53a-4a", "ovs_interfaceid": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.945021] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288534} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.945344] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.946535] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18549a-b164-49ea-aad5-e468ead106c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.973589] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] e3880294-01bc-4fa4-a39c-b93658aee090/e3880294-01bc-4fa4-a39c-b93658aee090.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.978619] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5897dc52-785c-4f01-b589-7257d5fcd47b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.004319] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 849.004319] env[68934]: value = "task-3134786" [ 849.004319] env[68934]: _type = "Task" [ 849.004319] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.015397] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.033613] env[68934]: DEBUG nova.network.neutron [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Updating instance_info_cache with network_info: [{"id": "63ee2975-0ad0-43ca-a1dd-a978596c4eea", "address": "fa:16:3e:fe:6d:0a", "network": {"id": "afdf5ab5-a6f8-4093-affa-336629f264a9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-220237387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280d5d9800b24d2abd6f94ca685942ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ee2975-0a", "ovs_interfaceid": "63ee2975-0ad0-43ca-a1dd-a978596c4eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.055637] env[68934]: DEBUG nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.113826] env[68934]: DEBUG nova.scheduler.client.report [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.250544] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.250894] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5efbd861-29a3-4c5d-9f47-77564eac2339 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.258955] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 849.258955] env[68934]: value = "task-3134787" [ 849.258955] env[68934]: _type = "Task" [ 849.258955] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.270493] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134785, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.273947] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.415630] env[68934]: DEBUG oslo_concurrency.lockutils [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] Releasing lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.415988] env[68934]: DEBUG nova.compute.manager [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Received event network-vif-plugged-63ee2975-0ad0-43ca-a1dd-a978596c4eea {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.416339] env[68934]: DEBUG oslo_concurrency.lockutils [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] Acquiring lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.416602] env[68934]: DEBUG oslo_concurrency.lockutils [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.416775] env[68934]: DEBUG oslo_concurrency.lockutils [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.416961] env[68934]: DEBUG nova.compute.manager [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] No waiting events found dispatching network-vif-plugged-63ee2975-0ad0-43ca-a1dd-a978596c4eea {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.417220] env[68934]: WARNING nova.compute.manager [req-4bc782e0-dd2e-48ce-b597-59cf138e9778 req-a6ad37f8-44a5-43f1-b689-f8416d58a1da service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Received unexpected event network-vif-plugged-63ee2975-0ad0-43ca-a1dd-a978596c4eea for instance with vm_state building and task_state spawning. [ 849.456273] env[68934]: DEBUG nova.compute.manager [req-834f1164-d58a-4a6f-8d7a-ec4344d50909 req-0769e405-27b1-4c23-9b72-ebc518a9e9aa service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received event network-vif-deleted-fa337bf0-277d-498d-a166-8ba435761ed7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.456273] env[68934]: INFO nova.compute.manager [req-834f1164-d58a-4a6f-8d7a-ec4344d50909 req-0769e405-27b1-4c23-9b72-ebc518a9e9aa service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Neutron deleted interface fa337bf0-277d-498d-a166-8ba435761ed7; detaching it from the instance and deleting it from the info cache [ 849.456273] env[68934]: DEBUG nova.network.neutron [req-834f1164-d58a-4a6f-8d7a-ec4344d50909 req-0769e405-27b1-4c23-9b72-ebc518a9e9aa service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.514106] env[68934]: DEBUG nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.526314] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.538267] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Releasing lock "refresh_cache-3e64c5b7-c9d6-46ef-b9c7-40926f25a052" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.538267] env[68934]: DEBUG nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Instance network_info: |[{"id": "63ee2975-0ad0-43ca-a1dd-a978596c4eea", "address": "fa:16:3e:fe:6d:0a", "network": {"id": "afdf5ab5-a6f8-4093-affa-336629f264a9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-220237387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280d5d9800b24d2abd6f94ca685942ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ee2975-0a", "ovs_interfaceid": "63ee2975-0ad0-43ca-a1dd-a978596c4eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.540765] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:6d:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63ee2975-0ad0-43ca-a1dd-a978596c4eea', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.554353] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Creating folder: Project (280d5d9800b24d2abd6f94ca685942ef). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.557028] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-580b13d5-2d2e-496e-9219-1ac94122cb31 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.571303] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.571303] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.571462] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.571713] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.571937] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.572178] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.572420] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.572669] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.572938] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.573171] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.573423] env[68934]: DEBUG nova.virt.hardware [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.574925] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887a8e85-13ab-4e75-b403-0fbac2e7c8c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.586584] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Created folder: Project (280d5d9800b24d2abd6f94ca685942ef) in parent group-v627191. [ 849.586908] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Creating folder: Instances. Parent ref: group-v627322. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.588270] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5095bfa-6033-4b37-9995-1ba419b11793 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.598140] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.600534] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75036594-01ea-40c3-b187-1b8494f8005d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.608330] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Created folder: Instances in parent group-v627322. [ 849.608591] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.609308] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.609585] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abed2d7b-49a3-4388-b228-b986ee8775a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.636071] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.642185] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.408s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.643858] env[68934]: INFO nova.compute.claims [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.652917] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.652917] env[68934]: value = "task-3134790" [ 849.652917] env[68934]: _type = "Task" [ 849.652917] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.662105] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134790, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.663098] env[68934]: INFO nova.scheduler.client.report [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Deleted allocations for instance 416d0c96-dc05-4aec-87e6-4fc106c5674e [ 849.773644] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859988} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.778013] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 433bd67e-89bc-4d5f-912b-3d3c91c3967a/433bd67e-89bc-4d5f-912b-3d3c91c3967a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.778590] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.779330] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134787, 'name': PowerOffVM_Task, 'duration_secs': 0.370989} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.782597] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b905033b-bb7e-42fd-8e80-b56d3b9926bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.782992] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.783272] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.784164] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01817611-fa0e-4d02-aaa3-bc23e16a1e89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.792821] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.794173] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9097a537-2bf3-4661-8683-b2a9cab5240b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.796302] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 849.796302] env[68934]: value = "task-3134791" [ 849.796302] env[68934]: _type = "Task" [ 849.796302] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.823611] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.823611] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.823611] env[68934]: DEBUG nova.network.neutron [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.856292] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.856580] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.857117] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleting the datastore file [datastore1] e8637bf5-554e-4db9-88e8-36482df542e8 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.857117] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32d44493-94d8-4114-b2ee-a8fd32b76807 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.866503] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 849.866503] env[68934]: value = "task-3134793" [ 849.866503] env[68934]: _type = "Task" [ 849.866503] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.876186] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.957831] env[68934]: DEBUG oslo_concurrency.lockutils [req-834f1164-d58a-4a6f-8d7a-ec4344d50909 req-0769e405-27b1-4c23-9b72-ebc518a9e9aa service nova] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.957831] env[68934]: DEBUG oslo_concurrency.lockutils [req-834f1164-d58a-4a6f-8d7a-ec4344d50909 req-0769e405-27b1-4c23-9b72-ebc518a9e9aa service nova] Acquired lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.958967] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2198d373-a921-4995-825f-49c8a8d69b79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.981370] env[68934]: DEBUG oslo_concurrency.lockutils [req-834f1164-d58a-4a6f-8d7a-ec4344d50909 req-0769e405-27b1-4c23-9b72-ebc518a9e9aa service nova] Releasing lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.981370] env[68934]: WARNING nova.compute.manager [req-834f1164-d58a-4a6f-8d7a-ec4344d50909 req-0769e405-27b1-4c23-9b72-ebc518a9e9aa service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Detach interface failed, port_id=fa337bf0-277d-498d-a166-8ba435761ed7, reason: No device with interface-id fa337bf0-277d-498d-a166-8ba435761ed7 exists on VM: nova.exception.NotFound: No device with interface-id fa337bf0-277d-498d-a166-8ba435761ed7 exists on VM [ 850.012379] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134786, 'name': ReconfigVM_Task, 'duration_secs': 0.600426} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.012672] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Reconfigured VM instance instance-0000002e to attach disk [datastore1] e3880294-01bc-4fa4-a39c-b93658aee090/e3880294-01bc-4fa4-a39c-b93658aee090.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.013357] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15b33260-54f7-438f-abf0-52fa42c47b3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.019018] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 850.019018] env[68934]: value = "task-3134794" [ 850.019018] env[68934]: _type = "Task" [ 850.019018] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.030060] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134794, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.163692] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134790, 'name': CreateVM_Task, 'duration_secs': 0.354892} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.164492] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.165062] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.165747] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.165747] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.166198] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff908fd-3ea4-435d-8540-9eab9b22622f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.174256] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4ac4a62b-78d2-46cb-932d-6df3141f72ba tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Lock "416d0c96-dc05-4aec-87e6-4fc106c5674e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.851s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.176875] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 850.176875] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a603fc-8db5-8497-eaeb-c7db6e6064a7" [ 850.176875] env[68934]: _type = "Task" [ 850.176875] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.184162] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a603fc-8db5-8497-eaeb-c7db6e6064a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.306378] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077767} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.306671] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.308035] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452eb15c-b8ac-4461-8944-6cee35648595 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.333409] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 433bd67e-89bc-4d5f-912b-3d3c91c3967a/433bd67e-89bc-4d5f-912b-3d3c91c3967a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.335992] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80bad14-1022-4af0-8218-66421c1b09f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.355319] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 850.355319] env[68934]: value = "task-3134795" [ 850.355319] env[68934]: _type = "Task" [ 850.355319] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.363710] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.375370] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194972} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.375742] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.376073] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.376155] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.464473] env[68934]: DEBUG nova.network.neutron [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Successfully updated port: da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.494736] env[68934]: DEBUG nova.compute.manager [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.495480] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9635ff3e-1399-4fea-8322-db135b5f6f9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.535322] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134794, 'name': Rename_Task, 'duration_secs': 0.158518} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.535499] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.536194] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d9a1ab-7bc7-466b-a90f-d88f913095b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.542783] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 850.542783] env[68934]: value = "task-3134796" [ 850.542783] env[68934]: _type = "Task" [ 850.542783] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.550333] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.630369] env[68934]: DEBUG nova.compute.manager [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Received event network-changed-63ee2975-0ad0-43ca-a1dd-a978596c4eea {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.630585] env[68934]: DEBUG nova.compute.manager [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Refreshing instance network info cache due to event network-changed-63ee2975-0ad0-43ca-a1dd-a978596c4eea. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.630805] env[68934]: DEBUG oslo_concurrency.lockutils [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] Acquiring lock "refresh_cache-3e64c5b7-c9d6-46ef-b9c7-40926f25a052" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.630950] env[68934]: DEBUG oslo_concurrency.lockutils [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] Acquired lock "refresh_cache-3e64c5b7-c9d6-46ef-b9c7-40926f25a052" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.631216] env[68934]: DEBUG nova.network.neutron [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Refreshing network info cache for port 63ee2975-0ad0-43ca-a1dd-a978596c4eea {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.663799] env[68934]: DEBUG nova.network.neutron [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [{"id": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "address": "fa:16:3e:35:d1:6f", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2ab6f-21", "ovs_interfaceid": "93e2ab6f-21e5-4d68-8116-061a6e1958e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.688374] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a603fc-8db5-8497-eaeb-c7db6e6064a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.688701] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.688940] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.689190] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.689338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.689542] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.689880] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788faaf9-87c0-44a9-b6d7-9c1845a15574 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.702024] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.702024] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.702942] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6beb4b4-c82d-492a-b83a-0d8c5a1eb734 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.710057] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 850.710057] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dab6d7-d48f-1885-80bc-f84a97f99062" [ 850.710057] env[68934]: _type = "Task" [ 850.710057] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.717951] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dab6d7-d48f-1885-80bc-f84a97f99062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.866742] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134795, 'name': ReconfigVM_Task, 'duration_secs': 0.301049} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.870262] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 433bd67e-89bc-4d5f-912b-3d3c91c3967a/433bd67e-89bc-4d5f-912b-3d3c91c3967a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.871131] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de63e1c8-001f-4357-b889-4335abc51d41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.877040] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 850.877040] env[68934]: value = "task-3134797" [ 850.877040] env[68934]: _type = "Task" [ 850.877040] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.891024] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134797, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.966634] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.966879] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquired lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.967072] env[68934]: DEBUG nova.network.neutron [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.008029] env[68934]: INFO nova.compute.manager [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] instance snapshotting [ 851.011934] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d412df1-481c-4646-b1be-5b88460024a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.040335] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb63b1-d072-402e-85b3-ed65868eda68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.046337] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 851.046599] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627320', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'name': 'volume-14368abe-38a6-417b-86f9-abc29d2ed42c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4fc728-a38d-4328-b943-bbe7137c4524', 'attached_at': '', 'detached_at': '', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'serial': '14368abe-38a6-417b-86f9-abc29d2ed42c'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 851.051793] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641ea2df-6672-4dfc-9cbe-a0efa7157d87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.069061] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.082530] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.082814] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.083035] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.083228] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.083396] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.085448] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2c132d-cbe4-4f70-8468-18fec81b547f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.091026] env[68934]: INFO nova.compute.manager [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Terminating instance [ 851.848070] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-db1a6cbd-b6d9-420d-8619-14d68e950fb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.854995] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.863255] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-14368abe-38a6-417b-86f9-abc29d2ed42c/volume-14368abe-38a6-417b-86f9-abc29d2ed42c.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.867640] env[68934]: DEBUG nova.compute.manager [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.868868] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.876997] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fae9bc36-7a19-48f8-8993-ef6eb4e0cb90 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.880125] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e78e1a-5be3-447c-9588-91f6c04d587e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.894364] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eeeac1-5678-442e-8637-af20891010f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.914657] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134797, 'name': Rename_Task, 'duration_secs': 0.134149} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.915289] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dab6d7-d48f-1885-80bc-f84a97f99062, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.917744] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.917845] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.917961] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.918161] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.918325] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.918483] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.918689] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.918842] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.919014] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.920033] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.920033] env[68934]: DEBUG nova.virt.hardware [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.926044] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.927473] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b3f87a-f320-4b80-961e-9b1e57bcf9b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.930472] env[68934]: DEBUG oslo_vmware.api [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134796, 'name': PowerOnVM_Task, 'duration_secs': 1.256559} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.935454] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34848ec-cf44-44ef-b6bf-27d4431368e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.937209] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95026a1e-734b-4106-9f85-bbeb61951fe3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.940396] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.940396] env[68934]: INFO nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Took 10.59 seconds to spawn the instance on the hypervisor. [ 851.940486] env[68934]: DEBUG nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.941365] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 851.941365] env[68934]: value = "task-3134798" [ 851.941365] env[68934]: _type = "Task" [ 851.941365] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.945483] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2383633-8e52-4824-9752-2b13b9cfbedc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.948100] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.948457] env[68934]: DEBUG oslo_vmware.api [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 851.948457] env[68934]: value = "task-3134799" [ 851.948457] env[68934]: _type = "Task" [ 851.948457] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.954180] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5fdfbd-3e6d-4f26-9604-fcd3198e7e59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.956253] env[68934]: DEBUG nova.network.neutron [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.963920] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ca72f-5593-4d88-9369-382af9c39272 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.967972] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 851.967972] env[68934]: value = "task-3134800" [ 851.967972] env[68934]: _type = "Task" [ 851.967972] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.968306] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 851.968306] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a5b7c1-7c02-0623-f5bd-a1aa28d551a6" [ 851.968306] env[68934]: _type = "Task" [ 851.968306] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.989590] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.989590] env[68934]: DEBUG oslo_vmware.api [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 851.989590] env[68934]: value = "task-3134801" [ 851.989590] env[68934]: _type = "Task" [ 851.989590] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.003314] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:0f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eb98017-50a7-4e10-a695-3dc547326fac', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.011580] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.011580] env[68934]: DEBUG oslo_vmware.api [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.020417] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.027323] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c248c3-79f6-486a-975f-a95e0e9781ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.044360] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.044360] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a5b7c1-7c02-0623-f5bd-a1aa28d551a6, 'name': SearchDatastore_Task, 'duration_secs': 0.018511} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.045435] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.045742] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 3e64c5b7-c9d6-46ef-b9c7-40926f25a052/3e64c5b7-c9d6-46ef-b9c7-40926f25a052.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.049267] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b229818-04db-493d-a9f7-cec7cd097ebd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.055139] env[68934]: DEBUG oslo_vmware.api [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.056728] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.056728] env[68934]: value = "task-3134802" [ 852.056728] env[68934]: _type = "Task" [ 852.056728] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.064021] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 852.064021] env[68934]: value = "task-3134803" [ 852.064021] env[68934]: _type = "Task" [ 852.064021] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.066061] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134802, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.077870] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.144589] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb6e44-8434-49ea-9578-c80e4b5f354b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.153581] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b42a7a-cf4f-402f-ab3f-5c6e6c308fd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.191504] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c7c7f-42b5-4775-bced-047cb6d43886 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.200217] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b2b15-cf19-4e20-8a5d-2b029e47ca96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.218075] env[68934]: DEBUG nova.compute.provider_tree [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.281901] env[68934]: DEBUG nova.network.neutron [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.365652] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b051b66c-b4b9-414c-94ed-41346cd1ab27 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-db1a6cbd-b6d9-420d-8619-14d68e950fb9-fa337bf0-277d-498d-a166-8ba435761ed7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.853s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.397741] env[68934]: DEBUG nova.network.neutron [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Updated VIF entry in instance network info cache for port 63ee2975-0ad0-43ca-a1dd-a978596c4eea. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.398139] env[68934]: DEBUG nova.network.neutron [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Updating instance_info_cache with network_info: [{"id": "63ee2975-0ad0-43ca-a1dd-a978596c4eea", "address": "fa:16:3e:fe:6d:0a", "network": {"id": "afdf5ab5-a6f8-4093-affa-336629f264a9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-220237387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280d5d9800b24d2abd6f94ca685942ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ee2975-0a", "ovs_interfaceid": "63ee2975-0ad0-43ca-a1dd-a978596c4eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.460191] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.468477] env[68934]: DEBUG oslo_vmware.api [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134799, 'name': ReconfigVM_Task, 'duration_secs': 0.427623} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.468883] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-14368abe-38a6-417b-86f9-abc29d2ed42c/volume-14368abe-38a6-417b-86f9-abc29d2ed42c.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.473848] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b81472c-d296-4ad4-9fd7-544d77e8df6f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.498669] env[68934]: INFO nova.compute.manager [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Took 56.48 seconds to build instance. [ 852.504878] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.505254] env[68934]: DEBUG oslo_vmware.api [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 852.505254] env[68934]: value = "task-3134804" [ 852.505254] env[68934]: _type = "Task" [ 852.505254] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.518511] env[68934]: DEBUG oslo_vmware.api [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134801, 'name': PowerOffVM_Task, 'duration_secs': 0.168397} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.522320] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.522540] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.523238] env[68934]: DEBUG oslo_vmware.api [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.523601] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296f0537-b4b7-45e9-8185-d20a390deb68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.568970] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134802, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.580118] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.595039] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.595039] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.595039] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleting the datastore file [datastore1] db1a6cbd-b6d9-420d-8619-14d68e950fb9 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.595039] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-befc7d4a-639e-4543-a692-ea835ec79fad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.600854] env[68934]: DEBUG oslo_vmware.api [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 852.600854] env[68934]: value = "task-3134806" [ 852.600854] env[68934]: _type = "Task" [ 852.600854] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.608928] env[68934]: DEBUG oslo_vmware.api [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.719189] env[68934]: DEBUG nova.scheduler.client.report [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.784999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Releasing lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.785352] env[68934]: DEBUG nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Instance network_info: |[{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.785787] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:a0:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da18b5d8-4d70-47b2-b01f-3395beebad70', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.793659] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Creating folder: Project (b419d8db553945d4a36f63fbcc8f9135). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.794409] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0ecda26-2ce7-4816-8d41-6ef5051f49d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.804195] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Created folder: Project (b419d8db553945d4a36f63fbcc8f9135) in parent group-v627191. [ 852.804464] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Creating folder: Instances. Parent ref: group-v627327. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.804688] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa22e3c2-d57e-48e8-80ca-198ec7d42007 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.813655] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Created folder: Instances in parent group-v627327. [ 852.813973] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.814181] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.814413] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abf40f32-6327-4204-ac41-7b8d81624aa6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.833499] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.833499] env[68934]: value = "task-3134809" [ 852.833499] env[68934]: _type = "Task" [ 852.833499] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.842307] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134809, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.901407] env[68934]: DEBUG oslo_concurrency.lockutils [req-4e08dcc0-662b-4c39-a06e-b28bef702708 req-2ab2a876-7004-4e96-8ce5-7905ab4d0792 service nova] Releasing lock "refresh_cache-3e64c5b7-c9d6-46ef-b9c7-40926f25a052" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.957974] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134798, 'name': CreateSnapshot_Task, 'duration_secs': 0.669713} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.958328] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.959119] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840051b8-ade0-4882-b3d1-0299e3634232 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.996015] env[68934]: DEBUG oslo_vmware.api [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134800, 'name': PowerOnVM_Task, 'duration_secs': 0.793122} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.996015] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.996015] env[68934]: INFO nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Took 8.94 seconds to spawn the instance on the hypervisor. [ 852.996015] env[68934]: DEBUG nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.996015] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1ec1ff-6a63-45f5-96c0-b19cb3f8f439 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.001377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "e3880294-01bc-4fa4-a39c-b93658aee090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.204s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.019438] env[68934]: DEBUG oslo_vmware.api [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134804, 'name': ReconfigVM_Task, 'duration_secs': 0.175517} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.019775] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627320', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'name': 'volume-14368abe-38a6-417b-86f9-abc29d2ed42c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4fc728-a38d-4328-b943-bbe7137c4524', 'attached_at': '', 'detached_at': '', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'serial': '14368abe-38a6-417b-86f9-abc29d2ed42c'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 853.055380] env[68934]: DEBUG nova.compute.manager [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received event network-vif-plugged-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.055613] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] Acquiring lock "31754487-d254-4ad7-8dcd-0799fe8acbb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.055822] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.056037] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.056204] env[68934]: DEBUG nova.compute.manager [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] No waiting events found dispatching network-vif-plugged-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.056540] env[68934]: WARNING nova.compute.manager [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received unexpected event network-vif-plugged-da18b5d8-4d70-47b2-b01f-3395beebad70 for instance with vm_state building and task_state spawning. [ 853.056540] env[68934]: DEBUG nova.compute.manager [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.056713] env[68934]: DEBUG nova.compute.manager [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing instance network info cache due to event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.056850] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] Acquiring lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.056957] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] Acquired lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.057136] env[68934]: DEBUG nova.network.neutron [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.067589] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134802, 'name': CreateVM_Task, 'duration_secs': 0.586232} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.068239] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.068918] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.069095] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.069415] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.069908] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c106d341-5c12-44eb-a53c-3987b7f027a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.078178] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 853.078178] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525a469e-323c-5f00-da4f-cd30990b11e6" [ 853.078178] env[68934]: _type = "Task" [ 853.078178] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.081801] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54519} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.086855] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 3e64c5b7-c9d6-46ef-b9c7-40926f25a052/3e64c5b7-c9d6-46ef-b9c7-40926f25a052.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.087123] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.087515] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa2d0828-38b6-4025-aa75-0b53b35714c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.095636] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525a469e-323c-5f00-da4f-cd30990b11e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.097082] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 853.097082] env[68934]: value = "task-3134810" [ 853.097082] env[68934]: _type = "Task" [ 853.097082] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.107990] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.113311] env[68934]: DEBUG oslo_vmware.api [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3134806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269534} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.113524] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.113662] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.113813] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.113988] env[68934]: INFO nova.compute.manager [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Took 1.25 seconds to destroy the instance on the hypervisor. [ 853.114277] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.114489] env[68934]: DEBUG nova.compute.manager [-] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.114584] env[68934]: DEBUG nova.network.neutron [-] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.224853] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.583s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.225435] env[68934]: DEBUG nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.228683] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.981s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.228855] env[68934]: DEBUG nova.objects.instance [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lazy-loading 'resources' on Instance uuid 88b1f91f-33fa-4aab-b325-4404c7eb9fff {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.344158] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134809, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.476551] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.476852] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d5497f7-8f4d-4fb8-b967-350830a9eccd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.487163] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 853.487163] env[68934]: value = "task-3134811" [ 853.487163] env[68934]: _type = "Task" [ 853.487163] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.496171] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134811, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.510023] env[68934]: DEBUG nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.514511] env[68934]: INFO nova.compute.manager [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Took 51.19 seconds to build instance. [ 853.591331] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525a469e-323c-5f00-da4f-cd30990b11e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022518} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.591623] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.591886] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.592126] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.592280] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.592454] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.592739] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3d332f7-51d7-4bea-b8db-2b840c777002 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.610675] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.610873] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.617610] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af4cee9-2795-4b8c-b276-2a15814101eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.622192] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066963} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.622464] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.623775] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14111e89-d94e-46a6-b719-e47782cdc04f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.628594] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 853.628594] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52eb48ff-39a3-8ca6-9a5a-bf0471c0baaa" [ 853.628594] env[68934]: _type = "Task" [ 853.628594] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.649880] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3e64c5b7-c9d6-46ef-b9c7-40926f25a052/3e64c5b7-c9d6-46ef-b9c7-40926f25a052.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.653097] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3901d3df-d31a-462b-bd78-85eb4427e2ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.672175] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52eb48ff-39a3-8ca6-9a5a-bf0471c0baaa, 'name': SearchDatastore_Task, 'duration_secs': 0.020761} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.673373] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed37c220-9fbf-4932-bf92-0501488b4b86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.677447] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 853.677447] env[68934]: value = "task-3134812" [ 853.677447] env[68934]: _type = "Task" [ 853.677447] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.678773] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 853.678773] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e61a7c-e751-5ac8-4c5a-82f196a425bd" [ 853.678773] env[68934]: _type = "Task" [ 853.678773] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.689412] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134812, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.694666] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e61a7c-e751-5ac8-4c5a-82f196a425bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.734847] env[68934]: DEBUG nova.compute.utils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.737643] env[68934]: DEBUG nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.737643] env[68934]: DEBUG nova.network.neutron [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.828242] env[68934]: DEBUG nova.network.neutron [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updated VIF entry in instance network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.828766] env[68934]: DEBUG nova.network.neutron [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.854020] env[68934]: DEBUG nova.policy [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d9b42de39cc4e4794479ab22e582b46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3bf9bf7e09c4b288192892ef8360620', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.854255] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134809, 'name': CreateVM_Task, 'duration_secs': 0.779925} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.854441] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.855556] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.855744] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.856098] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.856624] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15920198-41e3-42c8-840d-8ff18afe5170 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.862239] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 853.862239] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523d20e6-4101-d5e2-51ee-20b11ec4154d" [ 853.862239] env[68934]: _type = "Task" [ 853.862239] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.876662] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523d20e6-4101-d5e2-51ee-20b11ec4154d, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.877526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.877526] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.877526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.997393] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209778dd-726e-4565-86c4-8e90b79e4b63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.011935] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134811, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.011935] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b512d585-ac1f-4313-b5e6-89c56a7305e7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Suspending the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 854.011935] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-15b0d63f-1acb-4f61-a276-8a0a23489441 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.020295] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.424s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.020593] env[68934]: DEBUG oslo_vmware.api [None req-b512d585-ac1f-4313-b5e6-89c56a7305e7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 854.020593] env[68934]: value = "task-3134813" [ 854.020593] env[68934]: _type = "Task" [ 854.020593] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.036198] env[68934]: DEBUG oslo_vmware.api [None req-b512d585-ac1f-4313-b5e6-89c56a7305e7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134813, 'name': SuspendVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.037423] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.067711] env[68934]: DEBUG nova.objects.instance [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'flavor' on Instance uuid ce4fc728-a38d-4328-b943-bbe7137c4524 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.174212] env[68934]: DEBUG nova.compute.manager [req-3ce03c2d-bcb5-46db-9758-2be8a8d3b869 req-d5db8b6f-b6e7-4392-9f4c-2fc7f42c6f1f service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Received event network-vif-deleted-93e2ab6f-21e5-4d68-8116-061a6e1958e3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.174416] env[68934]: INFO nova.compute.manager [req-3ce03c2d-bcb5-46db-9758-2be8a8d3b869 req-d5db8b6f-b6e7-4392-9f4c-2fc7f42c6f1f service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Neutron deleted interface 93e2ab6f-21e5-4d68-8116-061a6e1958e3; detaching it from the instance and deleting it from the info cache [ 854.174587] env[68934]: DEBUG nova.network.neutron [req-3ce03c2d-bcb5-46db-9758-2be8a8d3b869 req-d5db8b6f-b6e7-4392-9f4c-2fc7f42c6f1f service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.196077] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.200836] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e61a7c-e751-5ac8-4c5a-82f196a425bd, 'name': SearchDatastore_Task, 'duration_secs': 0.023522} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.203782] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.204146] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.204861] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.205082] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.205313] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63368f13-e43f-4362-95f9-258271c941d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.207497] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f372ed-9c91-4593-b8be-42783532ccfd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.216718] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 854.216718] env[68934]: value = "task-3134814" [ 854.216718] env[68934]: _type = "Task" [ 854.216718] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.220579] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.220770] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.226083] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80849ae5-fb4a-4660-aefd-cd336787a2b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.236670] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.236974] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 854.236974] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5285044a-e33b-18e6-4d13-797206741806" [ 854.236974] env[68934]: _type = "Task" [ 854.236974] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.243233] env[68934]: DEBUG nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.252663] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5285044a-e33b-18e6-4d13-797206741806, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.255824] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d7acc2-b8a3-4a5b-82e9-041298ae2f0f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.261954] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 854.261954] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529bb45d-4fc4-4c7e-f346-71971a101829" [ 854.261954] env[68934]: _type = "Task" [ 854.261954] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.272353] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529bb45d-4fc4-4c7e-f346-71971a101829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.328770] env[68934]: DEBUG nova.network.neutron [-] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.340302] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4ebd834-9a4f-4812-9ccc-6d6066a277fa req-9d802197-4c1c-439d-9338-b3a69cd1f893 service nova] Releasing lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.377982] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6748064d-3fef-428c-8ac9-ad80e9cbbb82 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.386680] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf305c2-59be-40e0-a25f-e060a5028389 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.427664] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b871bf0-6cf2-41ef-a133-016dd3a5037f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.436641] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3501b053-76ab-4955-ba82-cb9cf5f02f23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.451969] env[68934]: DEBUG nova.compute.provider_tree [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.502738] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134811, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.531085] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.539902] env[68934]: DEBUG oslo_vmware.api [None req-b512d585-ac1f-4313-b5e6-89c56a7305e7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134813, 'name': SuspendVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.573459] env[68934]: DEBUG oslo_concurrency.lockutils [None req-249690ab-bcfe-42c0-b1f6-e28963163429 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.681s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.589868] env[68934]: DEBUG nova.network.neutron [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Successfully created port: 39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.678072] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9b91919-7bbb-47a5-af24-b39a0df5dccd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.693028] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134812, 'name': ReconfigVM_Task, 'duration_secs': 0.606387} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.694458] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3e64c5b7-c9d6-46ef-b9c7-40926f25a052/3e64c5b7-c9d6-46ef-b9c7-40926f25a052.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.696535] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4aceb40-2d91-4c86-867d-c6b416c3a2c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.700292] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769dbe4d-4f50-447a-b347-126f4fd98c98 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.722574] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 854.722574] env[68934]: value = "task-3134815" [ 854.722574] env[68934]: _type = "Task" [ 854.722574] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.745729] env[68934]: DEBUG nova.compute.manager [req-3ce03c2d-bcb5-46db-9758-2be8a8d3b869 req-d5db8b6f-b6e7-4392-9f4c-2fc7f42c6f1f service nova] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Detach interface failed, port_id=93e2ab6f-21e5-4d68-8116-061a6e1958e3, reason: Instance db1a6cbd-b6d9-420d-8619-14d68e950fb9 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.759379] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134815, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.759686] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134814, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.773707] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529bb45d-4fc4-4c7e-f346-71971a101829, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.774124] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.774503] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/31754487-d254-4ad7-8dcd-0799fe8acbb9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.774812] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5189ae4c-56e3-4f0c-b223-bcea300bfdad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.784796] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 854.784796] env[68934]: value = "task-3134816" [ 854.784796] env[68934]: _type = "Task" [ 854.784796] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.797682] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.831070] env[68934]: INFO nova.compute.manager [-] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Took 1.72 seconds to deallocate network for instance. [ 854.958237] env[68934]: DEBUG nova.scheduler.client.report [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.999974] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134811, 'name': CloneVM_Task} progress is 95%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.008765] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "ce4fc728-a38d-4328-b943-bbe7137c4524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.009010] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.009253] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "ce4fc728-a38d-4328-b943-bbe7137c4524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.009446] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.009679] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.012629] env[68934]: INFO nova.compute.manager [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Terminating instance [ 855.035976] env[68934]: DEBUG oslo_vmware.api [None req-b512d585-ac1f-4313-b5e6-89c56a7305e7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134813, 'name': SuspendVM_Task, 'duration_secs': 0.831759} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.036265] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b512d585-ac1f-4313-b5e6-89c56a7305e7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Suspended the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 855.036443] env[68934]: DEBUG nova.compute.manager [None req-b512d585-ac1f-4313-b5e6-89c56a7305e7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.037447] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f3483-c083-4ede-9902-968368d188e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.065865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.239695] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587818} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.243387] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.243688] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.244031] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134815, 'name': Rename_Task, 'duration_secs': 0.207861} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.244264] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c69ccd-6269-4676-936e-0b97dc8865df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.246802] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.247140] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9530dcc1-38cc-416c-85b3-e5c7db6ac7ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.255211] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 855.255211] env[68934]: value = "task-3134817" [ 855.255211] env[68934]: _type = "Task" [ 855.255211] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.257071] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 855.257071] env[68934]: value = "task-3134818" [ 855.257071] env[68934]: _type = "Task" [ 855.257071] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.264226] env[68934]: DEBUG nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.280723] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.283843] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134818, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.298375] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.303657] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.303935] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.304119] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.304318] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.304464] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.304886] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.304886] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.305058] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.305332] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.305530] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.305709] env[68934]: DEBUG nova.virt.hardware [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.307117] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f750e404-aed3-4bf4-b224-bd93745c6f2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.317432] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6655933-a0c0-45cb-ac4d-d03cbe05788c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.338233] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.464659] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.467671] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.181s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.468422] env[68934]: DEBUG nova.objects.instance [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lazy-loading 'resources' on Instance uuid e8755b21-59b1-4137-8a85-41592cc3453a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.502609] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134811, 'name': CloneVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.502609] env[68934]: INFO nova.scheduler.client.report [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Deleted allocations for instance 88b1f91f-33fa-4aab-b325-4404c7eb9fff [ 855.518458] env[68934]: DEBUG nova.compute.manager [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.518734] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.519341] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3230b687-8578-40ce-b859-e479d9e543bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.529357] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 855.529357] env[68934]: value = "task-3134819" [ 855.529357] env[68934]: _type = "Task" [ 855.529357] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.539763] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.768063] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105704} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.770621] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.771477] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b5f4a0-2175-4394-a82b-80ae8908d72d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.780602] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.800944] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.804438] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef1c0a5-e7aa-417e-98bd-759d2681f3ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.827338] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587505} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.829578] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/31754487-d254-4ad7-8dcd-0799fe8acbb9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.829934] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.830410] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 855.830410] env[68934]: value = "task-3134820" [ 855.830410] env[68934]: _type = "Task" [ 855.830410] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.830642] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89eee83c-a792-4cad-8d5a-746ebd73d9ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.846050] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.849121] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 855.849121] env[68934]: value = "task-3134821" [ 855.849121] env[68934]: _type = "Task" [ 855.849121] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.858977] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.005417] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134811, 'name': CloneVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.013289] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0f7d0ccb-9855-49de-97b4-63c020de19c7 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Lock "88b1f91f-33fa-4aab-b325-4404c7eb9fff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.826s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.041815] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134819, 'name': PowerOffVM_Task, 'duration_secs': 0.227969} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.042518] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.042518] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 856.042518] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627320', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'name': 'volume-14368abe-38a6-417b-86f9-abc29d2ed42c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4fc728-a38d-4328-b943-bbe7137c4524', 'attached_at': '', 'detached_at': '', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'serial': '14368abe-38a6-417b-86f9-abc29d2ed42c'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 856.043270] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810a5844-59a6-4d39-9cdb-5a263865f13d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.068075] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb668a-6f1c-4d07-b875-227587d59490 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.075310] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341aa376-1021-4e25-9c25-e963aa7c4e48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.098618] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a2a61e-3ef9-45ce-bdc4-4bedc1cb8308 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.114334] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] The volume has not been displaced from its original location: [datastore2] volume-14368abe-38a6-417b-86f9-abc29d2ed42c/volume-14368abe-38a6-417b-86f9-abc29d2ed42c.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 856.119625] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.122338] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3553b6d6-058d-49c2-9956-f320a656b325 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.141220] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 856.141220] env[68934]: value = "task-3134822" [ 856.141220] env[68934]: _type = "Task" [ 856.141220] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.151842] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.278899] env[68934]: DEBUG oslo_vmware.api [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134818, 'name': PowerOnVM_Task, 'duration_secs': 0.623333} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.279178] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.279397] env[68934]: INFO nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Took 9.51 seconds to spawn the instance on the hypervisor. [ 856.279578] env[68934]: DEBUG nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.280370] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c036d-72ef-4a91-a085-99cf5b085f4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.344610] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134820, 'name': ReconfigVM_Task, 'duration_secs': 0.29021} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.344804] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e8637bf5-554e-4db9-88e8-36482df542e8/e8637bf5-554e-4db9-88e8-36482df542e8.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.346180] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3966a49-e692-4256-8fae-108930fd3c65 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.354826] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 856.354826] env[68934]: value = "task-3134823" [ 856.354826] env[68934]: _type = "Task" [ 856.354826] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.363988] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.373941] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134823, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.483148] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3408ce8-8f3c-4ffa-a287-5ddce895f177 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.491072] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e464e5f8-fdef-4a95-929f-ff03d9344d38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.503143] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134811, 'name': CloneVM_Task, 'duration_secs': 3.014922} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.538143] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Created linked-clone VM from snapshot [ 856.538732] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.538961] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.543031] env[68934]: INFO nova.compute.manager [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Rebooting instance [ 856.543031] env[68934]: DEBUG nova.network.neutron [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Successfully updated port: 39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.544046] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f031a1-07b7-4ad1-a8fb-c69c645ba84f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.547369] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f08ae0-9808-457f-b4dd-f83e1f27fb27 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.562065] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e297318-e257-4870-b378-49674d28225e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.568681] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Uploading image 62415811-8c9c-480e-b2f3-00f31908137e {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 856.581523] env[68934]: DEBUG nova.compute.provider_tree [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.585352] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.585352] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac362e6c-75e3-4044-9c29-4dc8f13e1fd1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.591637] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 856.591637] env[68934]: value = "task-3134824" [ 856.591637] env[68934]: _type = "Task" [ 856.591637] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.603352] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134824, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.650795] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134822, 'name': ReconfigVM_Task, 'duration_secs': 0.206485} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.651150] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 856.655867] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679348f6-60e8-4925-8f01-92d544a284c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.670642] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 856.670642] env[68934]: value = "task-3134825" [ 856.670642] env[68934]: _type = "Task" [ 856.670642] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.678687] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.798488] env[68934]: INFO nova.compute.manager [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Took 46.68 seconds to build instance. [ 856.860399] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.580266} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.863249] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.864031] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2a8fe7-1110-4986-be2d-d74587239dd8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.870986] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134823, 'name': Rename_Task, 'duration_secs': 0.236597} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.879878] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.889053] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/31754487-d254-4ad7-8dcd-0799fe8acbb9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.889326] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05573326-1676-4171-8566-fd56ac3e86d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.890774] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac63dfaf-6780-435f-b46f-0610954987fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.909865] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 856.909865] env[68934]: value = "task-3134826" [ 856.909865] env[68934]: _type = "Task" [ 856.909865] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.911249] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 856.911249] env[68934]: value = "task-3134827" [ 856.911249] env[68934]: _type = "Task" [ 856.911249] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.922079] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.925269] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134827, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.988278] env[68934]: DEBUG nova.compute.manager [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Received event network-changed-bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.988531] env[68934]: DEBUG nova.compute.manager [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Refreshing instance network info cache due to event network-changed-bafca53a-4aec-4c4c-bcd0-726196d3c3ce. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.988813] env[68934]: DEBUG oslo_concurrency.lockutils [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] Acquiring lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.988974] env[68934]: DEBUG oslo_concurrency.lockutils [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] Acquired lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.989308] env[68934]: DEBUG nova.network.neutron [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Refreshing network info cache for port bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.052482] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.052482] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquired lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.052954] env[68934]: DEBUG nova.network.neutron [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.068873] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.089025] env[68934]: DEBUG nova.scheduler.client.report [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.103439] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134824, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.182101] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134825, 'name': ReconfigVM_Task, 'duration_secs': 0.287044} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.182101] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627320', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'name': 'volume-14368abe-38a6-417b-86f9-abc29d2ed42c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4fc728-a38d-4328-b943-bbe7137c4524', 'attached_at': '', 'detached_at': '', 'volume_id': '14368abe-38a6-417b-86f9-abc29d2ed42c', 'serial': '14368abe-38a6-417b-86f9-abc29d2ed42c'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 857.182101] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.182391] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53878a7-7827-4a18-a8c3-4ffd60f07445 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.191243] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.191243] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-609e2496-7470-4642-889e-1d5f06f05421 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.266533] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.266793] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.267022] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleting the datastore file [datastore1] ce4fc728-a38d-4328-b943-bbe7137c4524 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.267348] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d493209e-f366-463a-b73c-ddb8e53e74cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.274951] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 857.274951] env[68934]: value = "task-3134829" [ 857.274951] env[68934]: _type = "Task" [ 857.274951] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.283223] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.301038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.521s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.425886] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.430272] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134827, 'name': ReconfigVM_Task, 'duration_secs': 0.422612} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.430723] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/31754487-d254-4ad7-8dcd-0799fe8acbb9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.431637] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bc9c3c5-f53d-41f8-a18a-52a5cd14ee58 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.439503] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 857.439503] env[68934]: value = "task-3134830" [ 857.439503] env[68934]: _type = "Task" [ 857.439503] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.450361] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134830, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.593028] env[68934]: DEBUG nova.network.neutron [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.599941] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.602077] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.493s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.604948] env[68934]: INFO nova.compute.claims [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.613386] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134824, 'name': Destroy_Task, 'duration_secs': 0.653246} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.615963] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Destroyed the VM [ 857.616239] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.617358] env[68934]: DEBUG nova.compute.manager [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.617603] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b19af1f-8c1d-4292-bf84-80a997c6ffd9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.622439] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ee713a-e14a-4b76-8069-bc879be91860 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.634828] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 857.634828] env[68934]: value = "task-3134831" [ 857.634828] env[68934]: _type = "Task" [ 857.634828] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.643527] env[68934]: INFO nova.scheduler.client.report [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleted allocations for instance e8755b21-59b1-4137-8a85-41592cc3453a [ 857.762123] env[68934]: DEBUG nova.network.neutron [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Updating instance_info_cache with network_info: [{"id": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "address": "fa:16:3e:ce:04:35", "network": {"id": "5833b4c8-e966-4a19-82c4-4fc46161f162", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-733724412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3bf9bf7e09c4b288192892ef8360620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39bf2b16-f4", "ovs_interfaceid": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.785448] env[68934]: DEBUG oslo_vmware.api [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3134829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267555} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.785883] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.786216] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.786525] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.786907] env[68934]: INFO nova.compute.manager [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Took 2.27 seconds to destroy the instance on the hypervisor. [ 857.787266] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.787601] env[68934]: DEBUG nova.compute.manager [-] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.787810] env[68934]: DEBUG nova.network.neutron [-] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.803829] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.923750] env[68934]: DEBUG oslo_vmware.api [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134826, 'name': PowerOnVM_Task, 'duration_secs': 0.601536} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.924166] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.924427] env[68934]: DEBUG nova.compute.manager [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.925031] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac71fe-0a65-4296-8d0d-6fa425ef967b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.948372] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134830, 'name': Rename_Task, 'duration_secs': 0.216699} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.948641] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.948874] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b4490e4-ff7a-404a-83f6-5210b5629562 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.954788] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 857.954788] env[68934]: value = "task-3134832" [ 857.954788] env[68934]: _type = "Task" [ 857.954788] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.958556] env[68934]: DEBUG nova.network.neutron [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updated VIF entry in instance network info cache for port bafca53a-4aec-4c4c-bcd0-726196d3c3ce. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.958701] env[68934]: DEBUG nova.network.neutron [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updating instance_info_cache with network_info: [{"id": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "address": "fa:16:3e:d6:89:a9", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafca53a-4a", "ovs_interfaceid": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.964616] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.136934] env[68934]: INFO nova.compute.manager [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] instance snapshotting [ 858.137480] env[68934]: WARNING nova.compute.manager [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 858.145896] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06736a03-31e5-4f58-93d3-c38df27845be {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.154929] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.175499] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d1553035-085c-4b04-b1c3-79e1668774ce tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "e8755b21-59b1-4137-8a85-41592cc3453a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.527s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.178719] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00300ed1-89b4-4c90-9ee0-5f297855b7de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.266026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Releasing lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.266026] env[68934]: DEBUG nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Instance network_info: |[{"id": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "address": "fa:16:3e:ce:04:35", "network": {"id": "5833b4c8-e966-4a19-82c4-4fc46161f162", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-733724412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3bf9bf7e09c4b288192892ef8360620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39bf2b16-f4", "ovs_interfaceid": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.266026] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:04:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39bf2b16-f41b-4180-8af6-f51b7f55494c', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.281975] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Creating folder: Project (d3bf9bf7e09c4b288192892ef8360620). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.285134] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7a10514-fcc5-4a10-be8a-d1e45cb601cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.296339] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Created folder: Project (d3bf9bf7e09c4b288192892ef8360620) in parent group-v627191. [ 858.296339] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Creating folder: Instances. Parent ref: group-v627331. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.296339] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4876a14-24ab-4aa0-b01c-4962ff60a585 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.306611] env[68934]: DEBUG nova.compute.manager [req-3e7439c8-9b74-4cef-ae43-76a4b523e9bb req-74240fa2-56ea-4cc3-b187-d1f3f524e0a1 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Received event network-vif-deleted-d580c2a1-9abb-40d2-94ae-ff02469920cd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.306806] env[68934]: INFO nova.compute.manager [req-3e7439c8-9b74-4cef-ae43-76a4b523e9bb req-74240fa2-56ea-4cc3-b187-d1f3f524e0a1 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Neutron deleted interface d580c2a1-9abb-40d2-94ae-ff02469920cd; detaching it from the instance and deleting it from the info cache [ 858.306979] env[68934]: DEBUG nova.network.neutron [req-3e7439c8-9b74-4cef-ae43-76a4b523e9bb req-74240fa2-56ea-4cc3-b187-d1f3f524e0a1 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.311672] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Created folder: Instances in parent group-v627331. [ 858.311936] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.312926] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.313266] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1ba4d6c-a237-43e3-b17a-8c34398f6d15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.338861] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.338861] env[68934]: value = "task-3134835" [ 858.338861] env[68934]: _type = "Task" [ 858.338861] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.348812] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134835, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.349902] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.447495] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.461763] env[68934]: DEBUG oslo_concurrency.lockutils [req-aaac9d3d-fcad-405c-b700-f4eceb3fba94 req-5fb40bf2-c216-44a4-830d-11d7c0d46949 service nova] Releasing lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.462431] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquired lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.462782] env[68934]: DEBUG nova.network.neutron [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.470741] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.568566] env[68934]: DEBUG nova.network.neutron [-] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.656096] env[68934]: DEBUG oslo_vmware.api [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134831, 'name': RemoveSnapshot_Task, 'duration_secs': 0.967699} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.656235] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 858.691587] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.692681] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-decac5a7-b34a-40cf-bfee-7ec721a4a687 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.701356] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 858.701356] env[68934]: value = "task-3134836" [ 858.701356] env[68934]: _type = "Task" [ 858.701356] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.721305] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.813700] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08336f13-3811-4575-bfc9-2c9d7f21689a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.827682] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fb92d2-05dc-48aa-beda-8afcf3b9b4fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.854563] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134835, 'name': CreateVM_Task, 'duration_secs': 0.380708} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.854563] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.854563] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.854563] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.854563] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.854862] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bfa4bcd-a304-4bcd-9e84-98bd52a5670d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.870027] env[68934]: DEBUG nova.compute.manager [req-3e7439c8-9b74-4cef-ae43-76a4b523e9bb req-74240fa2-56ea-4cc3-b187-d1f3f524e0a1 service nova] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Detach interface failed, port_id=d580c2a1-9abb-40d2-94ae-ff02469920cd, reason: Instance ce4fc728-a38d-4328-b943-bbe7137c4524 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 858.876556] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 858.876556] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52faabfe-0e7b-7608-cbe3-0fcf001eb87b" [ 858.876556] env[68934]: _type = "Task" [ 858.876556] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.885259] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52faabfe-0e7b-7608-cbe3-0fcf001eb87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.969111] env[68934]: DEBUG oslo_vmware.api [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134832, 'name': PowerOnVM_Task, 'duration_secs': 0.603633} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.969413] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.969617] env[68934]: INFO nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Took 9.45 seconds to spawn the instance on the hypervisor. [ 858.969795] env[68934]: DEBUG nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.973395] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a287d-61fe-49d0-87eb-8db9cb742284 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.071818] env[68934]: INFO nova.compute.manager [-] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Took 1.28 seconds to deallocate network for instance. [ 859.089682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "d16d6f5a-4146-4739-9dc6-a224ada09c03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.089976] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.090336] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "d16d6f5a-4146-4739-9dc6-a224ada09c03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.090532] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.090581] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.093477] env[68934]: INFO nova.compute.manager [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Terminating instance [ 859.162251] env[68934]: WARNING nova.compute.manager [None req-525f18d5-fca9-4d41-808e-471203099782 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Image not found during snapshot: nova.exception.ImageNotFound: Image 62415811-8c9c-480e-b2f3-00f31908137e could not be found. [ 859.177639] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50674dcb-8365-465c-a680-dbbfb92a379a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.185609] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28873250-95a7-412c-a47e-7cbaf79f78e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.219110] env[68934]: DEBUG nova.network.neutron [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updating instance_info_cache with network_info: [{"id": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "address": "fa:16:3e:d6:89:a9", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafca53a-4a", "ovs_interfaceid": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.224464] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a741a304-bf71-44a6-acb1-a99ce984a2b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.229044] env[68934]: DEBUG nova.compute.manager [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Received event network-vif-plugged-39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.229232] env[68934]: DEBUG oslo_concurrency.lockutils [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] Acquiring lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.229436] env[68934]: DEBUG oslo_concurrency.lockutils [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.229598] env[68934]: DEBUG oslo_concurrency.lockutils [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.229767] env[68934]: DEBUG nova.compute.manager [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] No waiting events found dispatching network-vif-plugged-39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.229921] env[68934]: WARNING nova.compute.manager [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Received unexpected event network-vif-plugged-39bf2b16-f41b-4180-8af6-f51b7f55494c for instance with vm_state building and task_state spawning. [ 859.230092] env[68934]: DEBUG nova.compute.manager [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Received event network-changed-39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.230408] env[68934]: DEBUG nova.compute.manager [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Refreshing instance network info cache due to event network-changed-39bf2b16-f41b-4180-8af6-f51b7f55494c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.230703] env[68934]: DEBUG oslo_concurrency.lockutils [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] Acquiring lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.230985] env[68934]: DEBUG oslo_concurrency.lockutils [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] Acquired lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.231214] env[68934]: DEBUG nova.network.neutron [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Refreshing network info cache for port 39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.242608] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac32ac2-f5de-48f4-b30b-f55789cbd866 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.246569] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.258646] env[68934]: DEBUG nova.compute.provider_tree [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.387184] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52faabfe-0e7b-7608-cbe3-0fcf001eb87b, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.387604] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.387842] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.388088] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.388367] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.388568] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.388838] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db1f13c-83bc-4539-9fa9-fb97dcf2b119 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.400056] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.400056] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.400706] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461873cf-06bb-4679-af02-54aaa3225712 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.412290] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 859.412290] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52912c0c-83a5-fa01-6e45-61423ee0055c" [ 859.412290] env[68934]: _type = "Task" [ 859.412290] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.419158] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52912c0c-83a5-fa01-6e45-61423ee0055c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.494982] env[68934]: INFO nova.compute.manager [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Took 42.20 seconds to build instance. [ 859.604237] env[68934]: DEBUG nova.compute.manager [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.604380] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.607897] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c876adcf-490c-403a-9ec1-e543b3f1e883 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.613732] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.614041] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a41587-9b10-4afe-813c-3de6ec7ba161 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.619615] env[68934]: DEBUG oslo_vmware.api [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 859.619615] env[68934]: value = "task-3134837" [ 859.619615] env[68934]: _type = "Task" [ 859.619615] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.627706] env[68934]: DEBUG oslo_vmware.api [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.636457] env[68934]: INFO nova.compute.manager [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Took 0.56 seconds to detach 1 volumes for instance. [ 859.728021] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.733724] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Releasing lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.761911] env[68934]: DEBUG nova.scheduler.client.report [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.926472] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52912c0c-83a5-fa01-6e45-61423ee0055c, 'name': SearchDatastore_Task, 'duration_secs': 0.031111} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.933916] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b09070-b75b-4e1f-b880-3f41ff164500 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.942163] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 859.942163] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5222bddc-a6fc-7704-ca74-1cd4dc279b92" [ 859.942163] env[68934]: _type = "Task" [ 859.942163] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.949813] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5222bddc-a6fc-7704-ca74-1cd4dc279b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.999021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec958e85-e411-48d8-bc0c-3d43685b3bfe tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.402s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.007000] env[68934]: DEBUG nova.network.neutron [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Updated VIF entry in instance network info cache for port 39bf2b16-f41b-4180-8af6-f51b7f55494c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.007392] env[68934]: DEBUG nova.network.neutron [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Updating instance_info_cache with network_info: [{"id": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "address": "fa:16:3e:ce:04:35", "network": {"id": "5833b4c8-e966-4a19-82c4-4fc46161f162", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-733724412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3bf9bf7e09c4b288192892ef8360620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39bf2b16-f4", "ovs_interfaceid": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.132265] env[68934]: DEBUG oslo_vmware.api [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134837, 'name': PowerOffVM_Task, 'duration_secs': 0.248636} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.132575] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.132748] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.133460] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad2385f5-20c3-45bd-a215-4d24a6075b0c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.143091] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.199811] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.200285] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.200400] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleting the datastore file [datastore1] d16d6f5a-4146-4739-9dc6-a224ada09c03 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.200732] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c96036b5-a287-45dc-a143-a68e6127a60f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.208707] env[68934]: DEBUG oslo_vmware.api [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 860.208707] env[68934]: value = "task-3134839" [ 860.208707] env[68934]: _type = "Task" [ 860.208707] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.219462] env[68934]: DEBUG oslo_vmware.api [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.234667] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134836, 'name': CreateSnapshot_Task, 'duration_secs': 1.481924} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.235051] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 860.235980] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5557098f-fd29-4f09-8591-68e6a5535222 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.242691] env[68934]: DEBUG nova.compute.manager [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.244199] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a560e3-0da1-4b56-b44f-401e7cee1289 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.267507] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.268090] env[68934]: DEBUG nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.271120] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.128s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.273319] env[68934]: INFO nova.compute.claims [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.437785] env[68934]: INFO nova.compute.manager [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Rescuing [ 860.438152] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.438246] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquired lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.438350] env[68934]: DEBUG nova.network.neutron [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.454028] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5222bddc-a6fc-7704-ca74-1cd4dc279b92, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.454028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.454028] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27/4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.454028] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c542c84-483b-4b20-9afc-e57f55bdfe88 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.461221] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 860.461221] env[68934]: value = "task-3134840" [ 860.461221] env[68934]: _type = "Task" [ 860.461221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.472216] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.500431] env[68934]: DEBUG nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.510421] env[68934]: DEBUG oslo_concurrency.lockutils [req-da7cc46f-3ff6-40a8-bbe2-89067d9ace73 req-e7546817-3610-40e5-96ea-b5e6b126d081 service nova] Releasing lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.566136] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.568055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.568055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.568055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.568055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.570841] env[68934]: INFO nova.compute.manager [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Terminating instance [ 860.723008] env[68934]: DEBUG oslo_vmware.api [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169726} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.723625] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.723847] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.724054] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.724457] env[68934]: INFO nova.compute.manager [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Took 1.12 seconds to destroy the instance on the hypervisor. [ 860.724793] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.725179] env[68934]: DEBUG nova.compute.manager [-] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.725846] env[68934]: DEBUG nova.network.neutron [-] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.728269] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "e8637bf5-554e-4db9-88e8-36482df542e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.728783] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "e8637bf5-554e-4db9-88e8-36482df542e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.728783] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "e8637bf5-554e-4db9-88e8-36482df542e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.728938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "e8637bf5-554e-4db9-88e8-36482df542e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.729068] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "e8637bf5-554e-4db9-88e8-36482df542e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.731373] env[68934]: INFO nova.compute.manager [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Terminating instance [ 860.771405] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 860.775862] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-387320d0-8671-4ac2-b4ba-d956dac0d00f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.782881] env[68934]: DEBUG nova.compute.utils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.789224] env[68934]: DEBUG nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.789522] env[68934]: DEBUG nova.network.neutron [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.802496] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 860.802496] env[68934]: value = "task-3134841" [ 860.802496] env[68934]: _type = "Task" [ 860.802496] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.817892] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134841, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.922952] env[68934]: DEBUG nova.policy [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6285fbf136bf4671af5f280d1a987a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3105e20963c41499fd36399ab5b7acb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.973793] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134840, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.032764] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.077161] env[68934]: DEBUG nova.compute.manager [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.077451] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.078436] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb9ee53-14aa-45db-bcec-2952f8add2a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.088352] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.088800] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8176e294-98a4-4d00-a5c7-4f95922477fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.096329] env[68934]: DEBUG oslo_vmware.api [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 861.096329] env[68934]: value = "task-3134842" [ 861.096329] env[68934]: _type = "Task" [ 861.096329] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.106535] env[68934]: DEBUG oslo_vmware.api [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.237186] env[68934]: DEBUG nova.compute.manager [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.237622] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.238493] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d9050b-a3d3-464f-9072-a65a09d99aad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.246760] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.247060] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4cf698d-cd84-4b18-add1-fa2f254488d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.254261] env[68934]: DEBUG oslo_vmware.api [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 861.254261] env[68934]: value = "task-3134843" [ 861.254261] env[68934]: _type = "Task" [ 861.254261] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.267114] env[68934]: DEBUG oslo_vmware.api [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.282144] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91007f4-34a4-434e-8095-9f962de0ec16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.290965] env[68934]: DEBUG nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.304894] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Doing hard reboot of VM {{(pid=68934) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 861.305772] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f36d77df-b9e6-4664-a134-5140cb06ad69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.320435] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134841, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.322586] env[68934]: DEBUG oslo_vmware.api [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 861.322586] env[68934]: value = "task-3134844" [ 861.322586] env[68934]: _type = "Task" [ 861.322586] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.475052] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741536} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.478008] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27/4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.478264] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.478725] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad5cae18-6947-4ee0-b435-7179a8188bad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.485864] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 861.485864] env[68934]: value = "task-3134845" [ 861.485864] env[68934]: _type = "Task" [ 861.485864] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.496428] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.613679] env[68934]: DEBUG oslo_vmware.api [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134842, 'name': PowerOffVM_Task, 'duration_secs': 0.38859} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.614097] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.614971] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.614971] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59cb8f3c-992e-478f-b1f4-d869befb8f32 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.692701] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.692928] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.693132] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleting the datastore file [datastore1] 38ea9d6a-9097-46dc-b3b6-9b36609f770e {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.693393] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275b14ca-e167-4b8e-a305-46f4db6fef6f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.704679] env[68934]: DEBUG oslo_vmware.api [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 861.704679] env[68934]: value = "task-3134847" [ 861.704679] env[68934]: _type = "Task" [ 861.704679] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.724928] env[68934]: DEBUG oslo_vmware.api [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.764263] env[68934]: DEBUG oslo_vmware.api [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134843, 'name': PowerOffVM_Task, 'duration_secs': 0.237125} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.767193] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.767392] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.768599] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2808978e-ccdb-42e5-94e9-61fe22cbbb27 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.817630] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134841, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.825110] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee6724b-0e19-491f-a13f-086975091014 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.838847] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.838847] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.838847] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleting the datastore file [datastore2] e8637bf5-554e-4db9-88e8-36482df542e8 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.839648] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27d1382d-b982-45bc-a8a5-bcfeec509e57 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.846701] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044d2d1-8411-415c-bcad-db4733d9f97b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.856393] env[68934]: DEBUG oslo_vmware.api [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 861.856393] env[68934]: value = "task-3134849" [ 861.856393] env[68934]: _type = "Task" [ 861.856393] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.856393] env[68934]: DEBUG oslo_vmware.api [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134844, 'name': ResetVM_Task, 'duration_secs': 0.141035} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.856393] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Did hard reboot of VM {{(pid=68934) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 861.856393] env[68934]: DEBUG nova.compute.manager [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.860831] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9db085-03b8-4076-9809-359b10344949 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.890985] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad21582a-987d-47ce-beab-8cc859115885 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.898149] env[68934]: DEBUG oslo_vmware.api [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.904993] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a5b109-6e45-482b-96d6-2e828ac712bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.910147] env[68934]: DEBUG nova.network.neutron [-] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.921076] env[68934]: DEBUG nova.compute.provider_tree [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.923556] env[68934]: DEBUG nova.network.neutron [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.997031] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220295} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.997272] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.998185] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79c3eec-aed4-4d9f-bf11-db0fd2ec0c86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.022100] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27/4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.022705] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96346655-4df4-46da-ba87-86051f849efc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.043776] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 862.043776] env[68934]: value = "task-3134850" [ 862.043776] env[68934]: _type = "Task" [ 862.043776] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.051917] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.090464] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ae8d0a82-3cff-416d-a2f9-999c97effebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.090683] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.152037] env[68934]: DEBUG nova.network.neutron [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Successfully created port: 72bed3c0-2857-4051-b119-bc5c33e44cd0 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.215750] env[68934]: DEBUG oslo_vmware.api [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3134847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394091} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.215937] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.216153] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.216414] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.216531] env[68934]: INFO nova.compute.manager [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 862.216779] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.216980] env[68934]: DEBUG nova.compute.manager [-] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.217090] env[68934]: DEBUG nova.network.neutron [-] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.311930] env[68934]: DEBUG nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.324926] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134841, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.347214] env[68934]: DEBUG nova.compute.manager [req-db11bf6d-3bb3-443a-a46d-749c8260c6e8 req-9a4c9892-7ddf-40d9-bd34-169e35ecbd4c service nova] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Received event network-vif-deleted-ffa6e356-476a-4491-8404-eb1d1d4efef0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.357018] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.358083] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.358461] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.358803] env[68934]: DEBUG nova.virt.hardware [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.360584] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ebaa4-f458-4c0e-8d33-d508d11642ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.379087] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae60a62-ec08-4203-bbd1-4a47a46a3750 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.381596] env[68934]: DEBUG oslo_vmware.api [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3134849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419544} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.382320] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.382548] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.382757] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.382952] env[68934]: INFO nova.compute.manager [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 862.385220] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.385220] env[68934]: DEBUG nova.compute.manager [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.385220] env[68934]: DEBUG nova.network.neutron [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.405211] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96bfae93-d47d-4d02-a9a2-f8782064ddfb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.866s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.413094] env[68934]: INFO nova.compute.manager [-] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Took 1.69 seconds to deallocate network for instance. [ 862.426995] env[68934]: DEBUG nova.scheduler.client.report [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.430702] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Releasing lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.558410] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.826506] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134841, 'name': CloneVM_Task, 'duration_secs': 1.79684} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.826597] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Created linked-clone VM from snapshot [ 862.827536] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d018032-5980-4d02-b55d-e549cc4cff3c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.840077] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Uploading image e46a1c55-6dd5-4e7b-a19d-3e413e9d6e12 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 862.891619] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 862.891619] env[68934]: value = "vm-627335" [ 862.891619] env[68934]: _type = "VirtualMachine" [ 862.891619] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 862.891619] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19036664-459c-424f-81e5-2f72eba31b4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.905430] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease: (returnval){ [ 862.905430] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e01e4-c61c-4764-d46a-5d0d85081130" [ 862.905430] env[68934]: _type = "HttpNfcLease" [ 862.905430] env[68934]: } obtained for exporting VM: (result){ [ 862.905430] env[68934]: value = "vm-627335" [ 862.905430] env[68934]: _type = "VirtualMachine" [ 862.905430] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 862.905430] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the lease: (returnval){ [ 862.905430] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e01e4-c61c-4764-d46a-5d0d85081130" [ 862.905430] env[68934]: _type = "HttpNfcLease" [ 862.905430] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 862.917079] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.917079] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e01e4-c61c-4764-d46a-5d0d85081130" [ 862.917079] env[68934]: _type = "HttpNfcLease" [ 862.917079] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 862.917477] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 862.917477] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e01e4-c61c-4764-d46a-5d0d85081130" [ 862.917477] env[68934]: _type = "HttpNfcLease" [ 862.917477] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 862.918249] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e543f4e6-ab2d-4f2d-a63e-41cf38a25c57 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.922443] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.930313] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b85a2-42db-2e44-c88d-9a7c5f5b4888/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 862.930577] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b85a2-42db-2e44-c88d-9a7c5f5b4888/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 862.934520] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.935133] env[68934]: DEBUG nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.006417] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.258s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.006694] env[68934]: DEBUG nova.objects.instance [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lazy-loading 'resources' on Instance uuid 215e7621-49aa-4dde-8a48-b1aabb8ca42a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.013020] env[68934]: DEBUG nova.compute.manager [req-07327981-7084-4b18-99dc-319b7b22ada0 req-918bd299-a0a0-4ea2-bbe8-a345517f2508 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Received event network-vif-deleted-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.013020] env[68934]: INFO nova.compute.manager [req-07327981-7084-4b18-99dc-319b7b22ada0 req-918bd299-a0a0-4ea2-bbe8-a345517f2508 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Neutron deleted interface e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c; detaching it from the instance and deleting it from the info cache [ 863.013020] env[68934]: DEBUG nova.network.neutron [req-07327981-7084-4b18-99dc-319b7b22ada0 req-918bd299-a0a0-4ea2-bbe8-a345517f2508 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.046586] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba2d61eb-b7ef-46ab-88a0-6bfa87953c97 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.060983] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134850, 'name': ReconfigVM_Task, 'duration_secs': 0.617799} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.063033] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27/4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.063570] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f66406a0-aae1-447b-8288-e7367a068865 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.071251] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 863.071251] env[68934]: value = "task-3134852" [ 863.071251] env[68934]: _type = "Task" [ 863.071251] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.083283] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134852, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.276447] env[68934]: DEBUG nova.network.neutron [-] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.345364] env[68934]: DEBUG nova.network.neutron [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.512103] env[68934]: DEBUG nova.compute.utils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.518304] env[68934]: DEBUG nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.518895] env[68934]: DEBUG nova.network.neutron [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.524748] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a025466-385f-48f0-b28f-463647e1a140 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.537064] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47a031d-a16f-4e5f-9e6a-5b019812673f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.579575] env[68934]: DEBUG nova.compute.manager [req-07327981-7084-4b18-99dc-319b7b22ada0 req-918bd299-a0a0-4ea2-bbe8-a345517f2508 service nova] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Detach interface failed, port_id=e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c, reason: Instance 38ea9d6a-9097-46dc-b3b6-9b36609f770e could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 863.592105] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134852, 'name': Rename_Task, 'duration_secs': 0.195078} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.592247] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.592442] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8510efc0-9089-4313-ab94-750dddc31591 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.605200] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 863.605200] env[68934]: value = "task-3134853" [ 863.605200] env[68934]: _type = "Task" [ 863.605200] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.614503] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.635185] env[68934]: DEBUG nova.policy [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69cd35c200b48d9840d781641e7f43c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0005014d7d42669a86cc748b59ad3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.782616] env[68934]: INFO nova.compute.manager [-] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Took 1.56 seconds to deallocate network for instance. [ 863.850834] env[68934]: INFO nova.compute.manager [-] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Took 1.47 seconds to deallocate network for instance. [ 864.015869] env[68934]: DEBUG nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.028441] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.028441] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30a6543f-af61-4076-85c7-94c12916486b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.038496] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 864.038496] env[68934]: value = "task-3134854" [ 864.038496] env[68934]: _type = "Task" [ 864.038496] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.058189] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.122863] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.181472] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2395b010-82ef-4e0c-9b60-1481daf9eb47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.189516] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9efdd8-6526-4c48-85ab-6d90497d7533 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.223669] env[68934]: DEBUG nova.network.neutron [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Successfully created port: e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.226328] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22247f1e-d49f-450f-b8a3-92e984456e12 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.235708] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be57775b-28ed-4fb4-87ed-5e9f45844d7d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.257323] env[68934]: DEBUG nova.compute.provider_tree [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.294231] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.370546] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.550843] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134854, 'name': PowerOffVM_Task, 'duration_secs': 0.262216} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.554149] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.554149] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e8e50-62e9-4bb8-92e7-26d06fddefc4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.580407] env[68934]: DEBUG nova.network.neutron [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Successfully updated port: 72bed3c0-2857-4051-b119-bc5c33e44cd0 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.586542] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac964ec-5175-4a12-a84e-ae3041979ec6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.593250] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.593424] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.593546] env[68934]: DEBUG nova.network.neutron [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.622648] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.633309] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.633675] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de9bc66-2e05-4ae4-a930-25db75b0385f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.640808] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 864.640808] env[68934]: value = "task-3134855" [ 864.640808] env[68934]: _type = "Task" [ 864.640808] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.653024] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 864.653330] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.653859] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.654162] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.654465] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.654724] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0be8be4-bfdd-43d9-b21f-08f7465d2558 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.666475] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.666635] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.667557] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eecabbb-28a0-42c9-a564-756dbc776d0c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.673293] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 864.673293] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524de031-50ab-a825-89ee-5325c0e04092" [ 864.673293] env[68934]: _type = "Task" [ 864.673293] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.683384] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524de031-50ab-a825-89ee-5325c0e04092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.761453] env[68934]: DEBUG nova.scheduler.client.report [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.005296] env[68934]: DEBUG nova.compute.manager [req-94ce14b4-c5bd-4de7-b479-3846be924429 req-0c12714c-4e45-4bc1-8606-72a7d11022a1 service nova] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Received event network-vif-deleted-5eb98017-50a7-4e10-a695-3dc547326fac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.032431] env[68934]: DEBUG nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.081110] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.082508] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.082917] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.084650] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.084945] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.085117] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.085452] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.085729] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.086023] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.086315] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.086771] env[68934]: DEBUG nova.virt.hardware [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.087998] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e7729-beb2-47ef-9719-22660f49284f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.108820] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bb89bf-850c-4a34-8a1d-4273d1366f6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.145802] env[68934]: DEBUG oslo_vmware.api [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3134853, 'name': PowerOnVM_Task, 'duration_secs': 1.064147} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.146284] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.146669] env[68934]: INFO nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Took 9.88 seconds to spawn the instance on the hypervisor. [ 865.147015] env[68934]: DEBUG nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.149532] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed32e0e6-8e60-4ebe-b10a-e25d28d7cfc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.155133] env[68934]: DEBUG nova.network.neutron [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.187236] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524de031-50ab-a825-89ee-5325c0e04092, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.187236] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c16e7f-9dbe-4225-807f-fdd4eb7f9042 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.194684] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 865.194684] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b09c0f-9d6a-9410-b6e6-92dc90fdc1a4" [ 865.194684] env[68934]: _type = "Task" [ 865.194684] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.204886] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b09c0f-9d6a-9410-b6e6-92dc90fdc1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.267648] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.270253] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.155s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.270436] env[68934]: DEBUG nova.objects.instance [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lazy-loading 'resources' on Instance uuid a83545a2-c742-40b1-9851-06a2120c99ba {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.279397] env[68934]: DEBUG nova.compute.manager [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Received event network-changed-bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.279600] env[68934]: DEBUG nova.compute.manager [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Refreshing instance network info cache due to event network-changed-bafca53a-4aec-4c4c-bcd0-726196d3c3ce. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.279914] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Acquiring lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.280141] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Acquired lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.280363] env[68934]: DEBUG nova.network.neutron [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Refreshing network info cache for port bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.300676] env[68934]: INFO nova.scheduler.client.report [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Deleted allocations for instance 215e7621-49aa-4dde-8a48-b1aabb8ca42a [ 865.529213] env[68934]: DEBUG nova.network.neutron [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Updating instance_info_cache with network_info: [{"id": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "address": "fa:16:3e:19:8c:03", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bed3c0-28", "ovs_interfaceid": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.675048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.675048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.675048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.675048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.675048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.684648] env[68934]: INFO nova.compute.manager [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Terminating instance [ 865.692093] env[68934]: INFO nova.compute.manager [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Took 44.48 seconds to build instance. [ 865.715910] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b09c0f-9d6a-9410-b6e6-92dc90fdc1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.716544] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.717493] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. {{(pid=68934) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 865.717493] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46e78687-8dbf-4185-a1ab-8856b26c7ffb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.726716] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 865.726716] env[68934]: value = "task-3134856" [ 865.726716] env[68934]: _type = "Task" [ 865.726716] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.736379] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.813995] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "215e7621-49aa-4dde-8a48-b1aabb8ca42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.205s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.907667] env[68934]: DEBUG nova.network.neutron [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Successfully updated port: e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.033715] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.034059] env[68934]: DEBUG nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Instance network_info: |[{"id": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "address": "fa:16:3e:19:8c:03", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bed3c0-28", "ovs_interfaceid": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.035117] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:8c:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72bed3c0-2857-4051-b119-bc5c33e44cd0', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.044784] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.045703] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.046658] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d12e8def-b59f-47d3-9097-4624421af9e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.074847] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.074847] env[68934]: value = "task-3134857" [ 866.074847] env[68934]: _type = "Task" [ 866.074847] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.086000] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134857, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.192297] env[68934]: DEBUG nova.compute.manager [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.192594] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.193109] env[68934]: DEBUG oslo_concurrency.lockutils [None req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.605s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.194112] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc757893-597a-4bf5-8b88-b11c30f7648b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.207511] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.211730] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caa914e1-5ab5-4de3-8fe1-fe12a6e59510 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.215515] env[68934]: DEBUG oslo_vmware.api [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 866.215515] env[68934]: value = "task-3134858" [ 866.215515] env[68934]: _type = "Task" [ 866.215515] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.227309] env[68934]: DEBUG oslo_vmware.api [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.241168] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134856, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.282370] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "d0aed944-cd89-4ac0-908a-c93423113ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.282726] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.282854] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "d0aed944-cd89-4ac0-908a-c93423113ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.283050] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.283236] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.288442] env[68934]: INFO nova.compute.manager [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Terminating instance [ 866.400629] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744bbea5-49ea-4fa1-bb5b-5683953e2523 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.408603] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2728e068-553d-400c-a7ff-7c1d673a166b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.416608] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.416608] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.416608] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.416608] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.416974] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.419942] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "refresh_cache-2b0cf1d0-c723-4a85-9226-5061e0404b47" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.419942] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired lock "refresh_cache-2b0cf1d0-c723-4a85-9226-5061e0404b47" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.419942] env[68934]: DEBUG nova.network.neutron [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.420923] env[68934]: INFO nova.compute.manager [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Terminating instance [ 866.460192] env[68934]: DEBUG nova.compute.manager [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.460416] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.461306] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcae4f3-2ecc-445b-87a2-babf97852d2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.464714] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca7c0f5-dc0a-4984-8b02-24a3bac44928 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.478425] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e18987-dde6-4cc3-a9ea-d0c6ff99fd7c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.482851] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.483437] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd49c96-8659-4a7b-a5c0-405ab4aa0891 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.501031] env[68934]: DEBUG nova.compute.provider_tree [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.504077] env[68934]: DEBUG oslo_vmware.api [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 866.504077] env[68934]: value = "task-3134859" [ 866.504077] env[68934]: _type = "Task" [ 866.504077] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.513319] env[68934]: DEBUG oslo_vmware.api [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.586491] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134857, 'name': CreateVM_Task, 'duration_secs': 0.470038} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.586491] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.587170] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.587170] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.587412] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.587663] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855c4da1-7d4d-4785-a0b5-7b7dcfb085c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.593060] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 866.593060] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc6d70-cdbe-36ed-ff67-262a0f39e843" [ 866.593060] env[68934]: _type = "Task" [ 866.593060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.601468] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc6d70-cdbe-36ed-ff67-262a0f39e843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.704555] env[68934]: DEBUG nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.725442] env[68934]: DEBUG oslo_vmware.api [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134858, 'name': PowerOffVM_Task, 'duration_secs': 0.418367} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.726877] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.726877] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.726877] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a496337-7e79-4dd1-8c6a-03eeda58ddbc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.735946] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636538} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.736331] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. [ 866.738471] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc66ce8-1b48-4f84-a9f2-a8ab2545e249 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.770961] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.772853] env[68934]: DEBUG nova.network.neutron [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updated VIF entry in instance network info cache for port bafca53a-4aec-4c4c-bcd0-726196d3c3ce. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.772853] env[68934]: DEBUG nova.network.neutron [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updating instance_info_cache with network_info: [{"id": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "address": "fa:16:3e:d6:89:a9", "network": {"id": "faa7f474-664c-494b-9311-d0ccf9c7a9ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-396799107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "759b86bfbac641169eb8825f5b0990dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafca53a-4a", "ovs_interfaceid": "bafca53a-4aec-4c4c-bcd0-726196d3c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.774779] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ba35e9-9030-4fed-b07c-d29fd0bb7408 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.793205] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.793346] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.793489] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Deleting the datastore file [datastore2] 433bd67e-89bc-4d5f-912b-3d3c91c3967a {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.794660] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f20d4bc4-7963-4701-a5d3-9b4e73cbeab6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.797491] env[68934]: DEBUG nova.compute.manager [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.797698] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.798575] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e7f11e-9e82-439b-bddb-c7803f654b85 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.803181] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 866.803181] env[68934]: value = "task-3134861" [ 866.803181] env[68934]: _type = "Task" [ 866.803181] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.813021] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.813021] env[68934]: DEBUG oslo_vmware.api [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 866.813021] env[68934]: value = "task-3134862" [ 866.813021] env[68934]: _type = "Task" [ 866.813021] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.813021] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea165f86-d8bf-41f9-aa68-896bb91de1bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.818416] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.825035] env[68934]: DEBUG oslo_vmware.api [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.825598] env[68934]: DEBUG oslo_vmware.api [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 866.825598] env[68934]: value = "task-3134863" [ 866.825598] env[68934]: _type = "Task" [ 866.825598] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.833436] env[68934]: DEBUG oslo_vmware.api [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.994222] env[68934]: DEBUG nova.network.neutron [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.006630] env[68934]: DEBUG nova.scheduler.client.report [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.021927] env[68934]: DEBUG oslo_vmware.api [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134859, 'name': PowerOffVM_Task, 'duration_secs': 0.203485} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.022674] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.022999] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.024299] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa3061d1-08ec-47be-9734-4d647df57c2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.104706] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.104938] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.105132] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Deleting the datastore file [datastore2] 3e64c5b7-c9d6-46ef-b9c7-40926f25a052 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.105959] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-129d96bb-3603-4a30-9c4a-fb6f3dde317b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.112270] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc6d70-cdbe-36ed-ff67-262a0f39e843, 'name': SearchDatastore_Task, 'duration_secs': 0.0144} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.114819] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.115102] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.115623] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.115623] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.115732] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.116804] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3237d2d8-085b-481f-aac0-07d44ae360ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.119935] env[68934]: DEBUG oslo_vmware.api [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for the task: (returnval){ [ 867.119935] env[68934]: value = "task-3134865" [ 867.119935] env[68934]: _type = "Task" [ 867.119935] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.126604] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.126790] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.130807] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69ca811-3256-4616-bfcf-7d6f0e60badd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.133398] env[68934]: DEBUG oslo_vmware.api [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.136285] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 867.136285] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc6679-6952-a779-d1a1-329e1d3926ed" [ 867.136285] env[68934]: _type = "Task" [ 867.136285] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.145495] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc6679-6952-a779-d1a1-329e1d3926ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.232483] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.295314] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Releasing lock "refresh_cache-433bd67e-89bc-4d5f-912b-3d3c91c3967a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.295314] env[68934]: DEBUG nova.compute.manager [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Received event network-vif-plugged-72bed3c0-2857-4051-b119-bc5c33e44cd0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.295314] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Acquiring lock "7c84031d-42e9-4531-b4f0-031e91d4d518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.295314] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.295314] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.295314] env[68934]: DEBUG nova.compute.manager [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] No waiting events found dispatching network-vif-plugged-72bed3c0-2857-4051-b119-bc5c33e44cd0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.295314] env[68934]: WARNING nova.compute.manager [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Received unexpected event network-vif-plugged-72bed3c0-2857-4051-b119-bc5c33e44cd0 for instance with vm_state building and task_state spawning. [ 867.295314] env[68934]: DEBUG nova.compute.manager [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Received event network-changed-72bed3c0-2857-4051-b119-bc5c33e44cd0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.295703] env[68934]: DEBUG nova.compute.manager [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Refreshing instance network info cache due to event network-changed-72bed3c0-2857-4051-b119-bc5c33e44cd0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.295703] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Acquiring lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.295766] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Acquired lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.295911] env[68934]: DEBUG nova.network.neutron [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Refreshing network info cache for port 72bed3c0-2857-4051-b119-bc5c33e44cd0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.322309] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.325845] env[68934]: DEBUG oslo_vmware.api [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262028} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.326315] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.326945] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.326945] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.326945] env[68934]: INFO nova.compute.manager [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 867.327198] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.332819] env[68934]: DEBUG nova.compute.manager [-] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.332979] env[68934]: DEBUG nova.network.neutron [-] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.340623] env[68934]: DEBUG oslo_vmware.api [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134863, 'name': PowerOffVM_Task, 'duration_secs': 0.235263} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.340623] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.340623] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.340780] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d63899-86d6-42a3-a9fd-610e66aed48c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.406436] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.406436] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.406436] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Deleting the datastore file [datastore2] d0aed944-cd89-4ac0-908a-c93423113ee0 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.406436] env[68934]: DEBUG nova.network.neutron [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Updating instance_info_cache with network_info: [{"id": "e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa", "address": "fa:16:3e:5e:45:39", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b5ffe1-c0", "ovs_interfaceid": "e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.407747] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab6e47d1-766d-45d4-bc4c-3c5537a64064 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.417681] env[68934]: DEBUG oslo_vmware.api [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for the task: (returnval){ [ 867.417681] env[68934]: value = "task-3134867" [ 867.417681] env[68934]: _type = "Task" [ 867.417681] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.427771] env[68934]: DEBUG oslo_vmware.api [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.520062] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.521932] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.929s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.523736] env[68934]: INFO nova.compute.claims [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.543675] env[68934]: INFO nova.scheduler.client.report [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Deleted allocations for instance a83545a2-c742-40b1-9851-06a2120c99ba [ 867.631044] env[68934]: DEBUG oslo_vmware.api [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Task: {'id': task-3134865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292291} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.631387] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.631584] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.631766] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.631965] env[68934]: INFO nova.compute.manager [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Took 1.17 seconds to destroy the instance on the hypervisor. [ 867.632233] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.632442] env[68934]: DEBUG nova.compute.manager [-] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.632527] env[68934]: DEBUG nova.network.neutron [-] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.645677] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dc6679-6952-a779-d1a1-329e1d3926ed, 'name': SearchDatastore_Task, 'duration_secs': 0.016321} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.647044] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a14f674-6882-4662-a664-d5129d30255f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.652271] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 867.652271] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52225548-8397-3f6c-a9a2-edd8ea21bb29" [ 867.652271] env[68934]: _type = "Task" [ 867.652271] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.660351] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52225548-8397-3f6c-a9a2-edd8ea21bb29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.739855] env[68934]: DEBUG nova.compute.manager [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Received event network-vif-plugged-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.740290] env[68934]: DEBUG oslo_concurrency.lockutils [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] Acquiring lock "2b0cf1d0-c723-4a85-9226-5061e0404b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.740560] env[68934]: DEBUG oslo_concurrency.lockutils [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.740803] env[68934]: DEBUG oslo_concurrency.lockutils [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.741061] env[68934]: DEBUG nova.compute.manager [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] No waiting events found dispatching network-vif-plugged-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.741300] env[68934]: WARNING nova.compute.manager [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Received unexpected event network-vif-plugged-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa for instance with vm_state building and task_state spawning. [ 867.741525] env[68934]: DEBUG nova.compute.manager [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Received event network-changed-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.741796] env[68934]: DEBUG nova.compute.manager [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Refreshing instance network info cache due to event network-changed-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.742058] env[68934]: DEBUG oslo_concurrency.lockutils [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] Acquiring lock "refresh_cache-2b0cf1d0-c723-4a85-9226-5061e0404b47" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.818261] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134861, 'name': ReconfigVM_Task, 'duration_secs': 0.520661} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.818906] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.819678] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70c4baa-a21c-4aff-beff-51cecb2f89b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.853788] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df68291e-4437-4263-afdd-b713681186a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.877300] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 867.877300] env[68934]: value = "task-3134868" [ 867.877300] env[68934]: _type = "Task" [ 867.877300] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.886847] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.911626] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Releasing lock "refresh_cache-2b0cf1d0-c723-4a85-9226-5061e0404b47" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.912332] env[68934]: DEBUG nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Instance network_info: |[{"id": "e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa", "address": "fa:16:3e:5e:45:39", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b5ffe1-c0", "ovs_interfaceid": "e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.913690] env[68934]: DEBUG oslo_concurrency.lockutils [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] Acquired lock "refresh_cache-2b0cf1d0-c723-4a85-9226-5061e0404b47" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.913690] env[68934]: DEBUG nova.network.neutron [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Refreshing network info cache for port e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.914427] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:45:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.923756] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Creating folder: Project (cd0005014d7d42669a86cc748b59ad3b). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.924645] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b886bb3-1a10-4890-971d-7b4292ce45c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.938644] env[68934]: DEBUG oslo_vmware.api [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Task: {'id': task-3134867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248776} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.938904] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.939319] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.939557] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.939813] env[68934]: INFO nova.compute.manager [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.940102] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.940900] env[68934]: DEBUG nova.compute.manager [-] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.940988] env[68934]: DEBUG nova.network.neutron [-] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.943677] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Created folder: Project (cd0005014d7d42669a86cc748b59ad3b) in parent group-v627191. [ 867.943945] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Creating folder: Instances. Parent ref: group-v627337. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.944525] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfeea76d-ed7f-47ca-afcb-df75a0fe845b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.954467] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Created folder: Instances in parent group-v627337. [ 867.954607] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.954820] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.959735] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd7bb818-8cdf-4d22-8bc7-2856fd675817 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.979853] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.979853] env[68934]: value = "task-3134871" [ 867.979853] env[68934]: _type = "Task" [ 867.979853] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.988987] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134871, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.055274] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Lock "a83545a2-c742-40b1-9851-06a2120c99ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.605s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.166028] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52225548-8397-3f6c-a9a2-edd8ea21bb29, 'name': SearchDatastore_Task, 'duration_secs': 0.019312} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.166028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.166028] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 7c84031d-42e9-4531-b4f0-031e91d4d518/7c84031d-42e9-4531-b4f0-031e91d4d518.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.166028] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54e3f775-c5f9-4884-a807-b5b313a11d68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.172661] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 868.172661] env[68934]: value = "task-3134872" [ 868.172661] env[68934]: _type = "Task" [ 868.172661] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.182225] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.294022] env[68934]: DEBUG nova.network.neutron [-] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.387481] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134868, 'name': ReconfigVM_Task, 'duration_secs': 0.271261} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.387788] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.388092] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-330f2156-0ea3-49c4-af7c-59ef47993065 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.396390] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 868.396390] env[68934]: value = "task-3134873" [ 868.396390] env[68934]: _type = "Task" [ 868.396390] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.408299] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.489969] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134871, 'name': CreateVM_Task, 'duration_secs': 0.419861} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.490548] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.490844] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.491019] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.491356] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.491619] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4764f030-1a73-45c7-9026-59b3f48c4775 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.496641] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 868.496641] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528a7f6d-4b0e-c443-10b3-5e69c8a42dca" [ 868.496641] env[68934]: _type = "Task" [ 868.496641] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.507381] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528a7f6d-4b0e-c443-10b3-5e69c8a42dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.541044] env[68934]: DEBUG nova.compute.manager [req-60aa1fe1-7259-4182-90f7-bbf8b4adc74a req-1961f1fe-8a11-4804-a3bf-de526ae66096 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Received event network-vif-deleted-63ee2975-0ad0-43ca-a1dd-a978596c4eea {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.541281] env[68934]: INFO nova.compute.manager [req-60aa1fe1-7259-4182-90f7-bbf8b4adc74a req-1961f1fe-8a11-4804-a3bf-de526ae66096 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Neutron deleted interface 63ee2975-0ad0-43ca-a1dd-a978596c4eea; detaching it from the instance and deleting it from the info cache [ 868.541441] env[68934]: DEBUG nova.network.neutron [req-60aa1fe1-7259-4182-90f7-bbf8b4adc74a req-1961f1fe-8a11-4804-a3bf-de526ae66096 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.546496] env[68934]: DEBUG nova.network.neutron [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Updated VIF entry in instance network info cache for port 72bed3c0-2857-4051-b119-bc5c33e44cd0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.547587] env[68934]: DEBUG nova.network.neutron [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Updating instance_info_cache with network_info: [{"id": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "address": "fa:16:3e:19:8c:03", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bed3c0-28", "ovs_interfaceid": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.688146] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134872, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.794389] env[68934]: INFO nova.compute.manager [-] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Took 1.46 seconds to deallocate network for instance. [ 868.877221] env[68934]: DEBUG nova.network.neutron [-] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.906173] env[68934]: DEBUG nova.network.neutron [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Updated VIF entry in instance network info cache for port e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.906520] env[68934]: DEBUG nova.network.neutron [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Updating instance_info_cache with network_info: [{"id": "e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa", "address": "fa:16:3e:5e:45:39", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b5ffe1-c0", "ovs_interfaceid": "e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.912851] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.008890] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528a7f6d-4b0e-c443-10b3-5e69c8a42dca, 'name': SearchDatastore_Task, 'duration_secs': 0.037782} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.012500] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.015023] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.015023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.015023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.015023] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.015023] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99a72146-3266-47a2-ae65-ef4e82ec993d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.026455] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.027327] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.028752] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0ce0a2-8ba6-46f1-831b-e9b45f6fa5d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.043495] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 869.043495] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52099a84-50eb-1cad-6d26-ef6e5d5cc3f7" [ 869.043495] env[68934]: _type = "Task" [ 869.043495] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.047122] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29d75fa2-740f-4ac9-b9b9-08bcd61f5626 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.050321] env[68934]: DEBUG oslo_concurrency.lockutils [req-ffb53656-b407-4024-8de4-ba8d86b4f795 req-60ef0363-4b3d-4a2b-8e5b-9022bb59e41f service nova] Releasing lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.059998] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52099a84-50eb-1cad-6d26-ef6e5d5cc3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.065926] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2dc78a-0dc1-4512-aeda-3061cc78c6bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.106223] env[68934]: DEBUG nova.compute.manager [req-60aa1fe1-7259-4182-90f7-bbf8b4adc74a req-1961f1fe-8a11-4804-a3bf-de526ae66096 service nova] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Detach interface failed, port_id=63ee2975-0ad0-43ca-a1dd-a978596c4eea, reason: Instance 3e64c5b7-c9d6-46ef-b9c7-40926f25a052 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.124199] env[68934]: DEBUG nova.network.neutron [-] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.185745] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746436} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.185924] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 7c84031d-42e9-4531-b4f0-031e91d4d518/7c84031d-42e9-4531-b4f0-031e91d4d518.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.186256] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.186580] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a5bf41-0bf8-46ec-8b90-8402310ec5cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.191498] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad992a8e-fd12-4e8c-86fd-0f380fcd144a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.200860] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 869.200860] env[68934]: value = "task-3134874" [ 869.200860] env[68934]: _type = "Task" [ 869.200860] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.202275] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feb8feb-c40f-4f5e-9137-c42ad3fac044 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.219019] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.251386] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31740d57-fe9d-44cf-b2d8-d095a9b7a934 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.259518] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625fb0d2-bbcc-4106-961b-06c782b2b677 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.276487] env[68934]: DEBUG nova.compute.provider_tree [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.302220] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.380242] env[68934]: INFO nova.compute.manager [-] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Took 1.75 seconds to deallocate network for instance. [ 869.411639] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.419176] env[68934]: DEBUG oslo_concurrency.lockutils [req-1f665b89-a884-45b4-afa9-213e798115b1 req-66fb43d6-4661-4091-bfa2-6887acbc4dd5 service nova] Releasing lock "refresh_cache-2b0cf1d0-c723-4a85-9226-5061e0404b47" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.563981] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52099a84-50eb-1cad-6d26-ef6e5d5cc3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017099} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.564930] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5517ab7-0cc2-4610-8aae-3fbcacf7b844 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.570515] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 869.570515] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52056fe3-c319-58e3-c5f0-627d2ad6a0c7" [ 869.570515] env[68934]: _type = "Task" [ 869.570515] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.579637] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52056fe3-c319-58e3-c5f0-627d2ad6a0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.626452] env[68934]: INFO nova.compute.manager [-] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Took 1.69 seconds to deallocate network for instance. [ 869.712680] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0784} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.712680] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.713428] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad002d8-8450-44fd-ae99-a3b5bb723ebf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.737701] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 7c84031d-42e9-4531-b4f0-031e91d4d518/7c84031d-42e9-4531-b4f0-031e91d4d518.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.738755] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382139ee-166c-4ed6-b9f8-18496d7c339d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.760785] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 869.760785] env[68934]: value = "task-3134875" [ 869.760785] env[68934]: _type = "Task" [ 869.760785] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.771914] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.779580] env[68934]: DEBUG nova.scheduler.client.report [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.887322] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.911963] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.939804] env[68934]: DEBUG nova.compute.manager [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Received event network-vif-deleted-bafca53a-4aec-4c4c-bcd0-726196d3c3ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.940517] env[68934]: DEBUG nova.compute.manager [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Received event network-changed-39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.940517] env[68934]: DEBUG nova.compute.manager [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Refreshing instance network info cache due to event network-changed-39bf2b16-f41b-4180-8af6-f51b7f55494c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.940517] env[68934]: DEBUG oslo_concurrency.lockutils [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] Acquiring lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.940697] env[68934]: DEBUG oslo_concurrency.lockutils [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] Acquired lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.940908] env[68934]: DEBUG nova.network.neutron [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Refreshing network info cache for port 39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.086217] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52056fe3-c319-58e3-c5f0-627d2ad6a0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016462} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.086501] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.086754] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 2b0cf1d0-c723-4a85-9226-5061e0404b47/2b0cf1d0-c723-4a85-9226-5061e0404b47.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.087141] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94d4577-27e8-4cef-acc5-fc129a07bcf5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.096100] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 870.096100] env[68934]: value = "task-3134876" [ 870.096100] env[68934]: _type = "Task" [ 870.096100] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.104836] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.138213] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.146804] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.147088] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.271889] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134875, 'name': ReconfigVM_Task, 'duration_secs': 0.473123} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.272170] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 7c84031d-42e9-4531-b4f0-031e91d4d518/7c84031d-42e9-4531-b4f0-031e91d4d518.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.272819] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1525fa29-07bb-4db9-a3b9-3c246d8c42d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.282087] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 870.282087] env[68934]: value = "task-3134877" [ 870.282087] env[68934]: _type = "Task" [ 870.282087] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.288676] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.288676] env[68934]: DEBUG nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.291000] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.465s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.292930] env[68934]: INFO nova.compute.claims [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.306022] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134877, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.411462] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.604424] env[68934]: DEBUG nova.compute.manager [req-cdda5752-07b0-4411-bfb5-f70c91dc7a66 req-dddbfa7e-3b1e-41f4-a283-6cfd85f473c6 service nova] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Received event network-vif-deleted-29a46d8e-f0af-4a6d-9125-020da8e388ce {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.619263] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134876, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.796361] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134877, 'name': Rename_Task, 'duration_secs': 0.207624} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.796754] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.796754] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16da28aa-f87d-4c57-a132-3d81905ac93c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.800501] env[68934]: DEBUG nova.compute.utils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.803806] env[68934]: DEBUG nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.804025] env[68934]: DEBUG nova.network.neutron [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.808344] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 870.808344] env[68934]: value = "task-3134878" [ 870.808344] env[68934]: _type = "Task" [ 870.808344] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.822405] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.911366] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134873, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.115045] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727973} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.115045] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 2b0cf1d0-c723-4a85-9226-5061e0404b47/2b0cf1d0-c723-4a85-9226-5061e0404b47.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.115230] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.115395] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68da4de3-c45c-4ec8-b927-92e2647359b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.125015] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 871.125015] env[68934]: value = "task-3134879" [ 871.125015] env[68934]: _type = "Task" [ 871.125015] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.134670] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.149758] env[68934]: DEBUG nova.policy [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69cd35c200b48d9840d781641e7f43c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0005014d7d42669a86cc748b59ad3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.287803] env[68934]: DEBUG nova.network.neutron [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Updated VIF entry in instance network info cache for port 39bf2b16-f41b-4180-8af6-f51b7f55494c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.288214] env[68934]: DEBUG nova.network.neutron [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Updating instance_info_cache with network_info: [{"id": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "address": "fa:16:3e:ce:04:35", "network": {"id": "5833b4c8-e966-4a19-82c4-4fc46161f162", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-733724412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3bf9bf7e09c4b288192892ef8360620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39bf2b16-f4", "ovs_interfaceid": "39bf2b16-f41b-4180-8af6-f51b7f55494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.310128] env[68934]: DEBUG nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.323560] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.412891] env[68934]: DEBUG oslo_vmware.api [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134873, 'name': PowerOnVM_Task, 'duration_secs': 2.573643} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.413865] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.417106] env[68934]: DEBUG nova.compute.manager [None req-36d56a78-0b16-44fc-acfc-fdbffb4a0a3a tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.418540] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd06cf-cf40-4a0a-8a6b-e8c15a58d8ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.611026] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b85a2-42db-2e44-c88d-9a7c5f5b4888/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 871.611744] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d3b34-f02c-4a39-beea-bd629b279a1e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.622251] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b85a2-42db-2e44-c88d-9a7c5f5b4888/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 871.622497] env[68934]: ERROR oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b85a2-42db-2e44-c88d-9a7c5f5b4888/disk-0.vmdk due to incomplete transfer. [ 871.622908] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6afdbf80-3474-4e59-a0af-b18fce788623 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.630374] env[68934]: DEBUG oslo_vmware.rw_handles [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b85a2-42db-2e44-c88d-9a7c5f5b4888/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 871.630880] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Uploaded image e46a1c55-6dd5-4e7b-a19d-3e413e9d6e12 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 871.632841] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 871.633439] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f75158f4-5d9b-4441-969b-ebb31ff86ac0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.637856] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090914} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.639545] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.640401] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7659e75-e12f-4254-b8ff-7cba2eb1b51a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.646548] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 871.646548] env[68934]: value = "task-3134880" [ 871.646548] env[68934]: _type = "Task" [ 871.646548] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.673537] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2b0cf1d0-c723-4a85-9226-5061e0404b47/2b0cf1d0-c723-4a85-9226-5061e0404b47.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.677204] env[68934]: DEBUG nova.network.neutron [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Successfully created port: 97d05ea1-7a96-42ab-b8d3-b88050a68d9b {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.679427] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb12866-4a7e-4e49-ab66-9e778458492e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.698339] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134880, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.705221] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 871.705221] env[68934]: value = "task-3134881" [ 871.705221] env[68934]: _type = "Task" [ 871.705221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.716655] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.790975] env[68934]: DEBUG oslo_concurrency.lockutils [req-03dc8531-df9f-47c9-bb5c-5123ecb457c2 req-2c3092da-d9c6-4957-ab33-d5615356cc2b service nova] Releasing lock "refresh_cache-4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.828640] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.911877] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9e71cf-a81c-478f-abc6-62d51cec3e80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.920171] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3de34f-7a77-47d2-85c3-fc0f39a938b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.957819] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf939d4-4b7d-466b-b80b-630202132d9f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.967753] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638bca4-d216-4ab0-b7bb-3c6881c4670d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.982681] env[68934]: DEBUG nova.compute.provider_tree [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.157446] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134880, 'name': Destroy_Task, 'duration_secs': 0.502628} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.157886] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Destroyed the VM [ 872.158149] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 872.158315] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b86c8b1e-01a6-4e3f-8f4f-a15ebd09e5a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.164489] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 872.164489] env[68934]: value = "task-3134882" [ 872.164489] env[68934]: _type = "Task" [ 872.164489] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.172595] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.218962] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.322467] env[68934]: DEBUG oslo_vmware.api [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134878, 'name': PowerOnVM_Task, 'duration_secs': 1.330942} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.322757] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.322961] env[68934]: INFO nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Took 10.01 seconds to spawn the instance on the hypervisor. [ 872.323228] env[68934]: DEBUG nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.324334] env[68934]: DEBUG nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.326941] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e06afc-236f-4c91-8b82-2f47ba9f8382 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.351174] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.351432] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.352761] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.352761] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.352761] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.352761] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.353017] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.353017] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.353216] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.353368] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.353552] env[68934]: DEBUG nova.virt.hardware [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.354393] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c40baf-bee2-4ecb-b22a-51c78b45b4e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.362412] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6506c-293d-4b99-a607-f047f6d7c294 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.487984] env[68934]: DEBUG nova.scheduler.client.report [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.675078] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.717925] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134881, 'name': ReconfigVM_Task, 'duration_secs': 0.714001} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.719027] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2b0cf1d0-c723-4a85-9226-5061e0404b47/2b0cf1d0-c723-4a85-9226-5061e0404b47.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.719027] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3310f2f5-7596-469c-a425-e341947d7bc6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.725999] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 872.725999] env[68934]: value = "task-3134883" [ 872.725999] env[68934]: _type = "Task" [ 872.725999] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.734678] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134883, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.851280] env[68934]: INFO nova.compute.manager [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Took 47.77 seconds to build instance. [ 872.997732] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.998280] env[68934]: DEBUG nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.001075] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.403s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.003519] env[68934]: INFO nova.compute.claims [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.063536] env[68934]: DEBUG nova.compute.manager [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.063818] env[68934]: DEBUG nova.compute.manager [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing instance network info cache due to event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.064177] env[68934]: DEBUG oslo_concurrency.lockutils [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] Acquiring lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.064424] env[68934]: DEBUG oslo_concurrency.lockutils [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] Acquired lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.064684] env[68934]: DEBUG nova.network.neutron [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.176258] env[68934]: DEBUG oslo_vmware.api [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.994034} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.176525] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 873.176772] env[68934]: INFO nova.compute.manager [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 873.238639] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134883, 'name': Rename_Task, 'duration_secs': 0.185211} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.239141] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.239336] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b8158d-4e3d-47fa-b9a1-931081cbda58 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.246775] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 873.246775] env[68934]: value = "task-3134884" [ 873.246775] env[68934]: _type = "Task" [ 873.246775] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.267981] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.353755] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a70ec038-1281-459d-ab48-a1e4c4e4a18d tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.416s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.447626] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Acquiring lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.447831] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Acquired lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.448020] env[68934]: DEBUG nova.network.neutron [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.510221] env[68934]: DEBUG nova.compute.utils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.514801] env[68934]: DEBUG nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.514801] env[68934]: DEBUG nova.network.neutron [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.567096] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "e3880294-01bc-4fa4-a39c-b93658aee090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.567525] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "e3880294-01bc-4fa4-a39c-b93658aee090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.567633] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "e3880294-01bc-4fa4-a39c-b93658aee090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.567788] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "e3880294-01bc-4fa4-a39c-b93658aee090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.567959] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "e3880294-01bc-4fa4-a39c-b93658aee090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.571630] env[68934]: INFO nova.compute.manager [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Terminating instance [ 873.606293] env[68934]: DEBUG nova.policy [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc00e2d5d9742ce8a42d08b04963c2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fccf4980e77e4994ba0250edee3e5fbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.680542] env[68934]: DEBUG nova.compute.manager [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Instance disappeared during snapshot {{(pid=68934) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 873.692937] env[68934]: DEBUG nova.compute.manager [None req-033d7a34-9bef-4937-94d7-516049c54035 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image not found during clean up e46a1c55-6dd5-4e7b-a19d-3e413e9d6e12 {{(pid=68934) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 873.757369] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.790956] env[68934]: DEBUG nova.network.neutron [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updated VIF entry in instance network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.791356] env[68934]: DEBUG nova.network.neutron [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.858968] env[68934]: DEBUG nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.865260] env[68934]: DEBUG nova.network.neutron [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Successfully updated port: 97d05ea1-7a96-42ab-b8d3-b88050a68d9b {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.015336] env[68934]: DEBUG nova.compute.utils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.079569] env[68934]: DEBUG nova.compute.manager [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.079989] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.081268] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7395c6-7dcc-4281-b842-c91388c2729e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.090934] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.093487] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ecc8611-0f38-46d4-b841-8eb14bc60151 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.168926] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.169328] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.169328] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleting the datastore file [datastore1] e3880294-01bc-4fa4-a39c-b93658aee090 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.170083] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2aecb7a-2873-4b79-834e-301bd31341b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.182188] env[68934]: DEBUG oslo_vmware.api [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 874.182188] env[68934]: value = "task-3134886" [ 874.182188] env[68934]: _type = "Task" [ 874.182188] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.199440] env[68934]: DEBUG oslo_vmware.api [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.269815] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.294475] env[68934]: DEBUG oslo_concurrency.lockutils [req-3aa997a5-3420-4169-9656-080a4f18a2d2 req-1a8c7d8b-7b47-4d60-bb53-cc65ea1461b2 service nova] Releasing lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.370097] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "refresh_cache-1595fe49-f3d8-48a4-8402-c53cec59fb97" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.370426] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired lock "refresh_cache-1595fe49-f3d8-48a4-8402-c53cec59fb97" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.370426] env[68934]: DEBUG nova.network.neutron [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.403700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.454676] env[68934]: DEBUG nova.network.neutron [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Updating instance_info_cache with network_info: [{"id": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "address": "fa:16:3e:19:8c:03", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bed3c0-28", "ovs_interfaceid": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.459945] env[68934]: DEBUG nova.network.neutron [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Successfully created port: 5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.502592] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ca0d3e-7857-43df-9124-9a8d605d4db0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.510506] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40598d6b-b06c-4c53-aa12-47f023c1f2f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.517162] env[68934]: DEBUG nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.545021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b40c7e-2aa6-4a62-b3ec-5da65bd09345 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.554888] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a77bf-7437-42ed-9bab-f0e57785644c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.572255] env[68934]: DEBUG nova.compute.provider_tree [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.697395] env[68934]: DEBUG oslo_vmware.api [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3134886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272139} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.697758] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.697931] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.698131] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.698308] env[68934]: INFO nova.compute.manager [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Took 0.62 seconds to destroy the instance on the hypervisor. [ 874.698552] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.698745] env[68934]: DEBUG nova.compute.manager [-] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.698842] env[68934]: DEBUG nova.network.neutron [-] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.758132] env[68934]: DEBUG oslo_vmware.api [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134884, 'name': PowerOnVM_Task, 'duration_secs': 1.118269} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.760476] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.760721] env[68934]: INFO nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Took 9.73 seconds to spawn the instance on the hypervisor. [ 874.760915] env[68934]: DEBUG nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.762228] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebb828c-4340-4ed3-91f8-bc0c852517bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.879479] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "12e29bc4-9c09-4945-956a-e0b72846e502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.879788] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "12e29bc4-9c09-4945-956a-e0b72846e502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.914705] env[68934]: DEBUG nova.network.neutron [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.957182] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Releasing lock "refresh_cache-7c84031d-42e9-4531-b4f0-031e91d4d518" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.957423] env[68934]: DEBUG nova.compute.manager [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Inject network info {{(pid=68934) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 874.958120] env[68934]: DEBUG nova.compute.manager [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] network_info to inject: |[{"id": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "address": "fa:16:3e:19:8c:03", "network": {"id": "2c432797-aeb9-466b-af7a-d5f10edb34e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-820633628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3105e20963c41499fd36399ab5b7acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bed3c0-28", "ovs_interfaceid": "72bed3c0-2857-4051-b119-bc5c33e44cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 874.963008] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Reconfiguring VM instance to set the machine id {{(pid=68934) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 874.963332] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15366905-37f4-4ec9-a459-f44eb94670b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.979657] env[68934]: DEBUG oslo_vmware.api [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Waiting for the task: (returnval){ [ 874.979657] env[68934]: value = "task-3134887" [ 874.979657] env[68934]: _type = "Task" [ 874.979657] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.988904] env[68934]: DEBUG oslo_vmware.api [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Task: {'id': task-3134887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.071946] env[68934]: DEBUG nova.network.neutron [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Updating instance_info_cache with network_info: [{"id": "97d05ea1-7a96-42ab-b8d3-b88050a68d9b", "address": "fa:16:3e:7b:87:4e", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d05ea1-7a", "ovs_interfaceid": "97d05ea1-7a96-42ab-b8d3-b88050a68d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.077022] env[68934]: DEBUG nova.scheduler.client.report [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.281848] env[68934]: INFO nova.compute.manager [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Took 48.16 seconds to build instance. [ 875.490239] env[68934]: DEBUG oslo_vmware.api [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Task: {'id': task-3134887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.552388] env[68934]: DEBUG nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.576739] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Releasing lock "refresh_cache-1595fe49-f3d8-48a4-8402-c53cec59fb97" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.577087] env[68934]: DEBUG nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Instance network_info: |[{"id": "97d05ea1-7a96-42ab-b8d3-b88050a68d9b", "address": "fa:16:3e:7b:87:4e", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d05ea1-7a", "ovs_interfaceid": "97d05ea1-7a96-42ab-b8d3-b88050a68d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.577992] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:87:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97d05ea1-7a96-42ab-b8d3-b88050a68d9b', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.586773] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.589167] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T14:00:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='521256658',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-667438825',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.589391] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.589557] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.589722] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.589900] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.590312] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.590576] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.590723] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.591018] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.591109] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.591295] env[68934]: DEBUG nova.virt.hardware [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.592055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.592521] env[68934]: DEBUG nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.594914] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.595995] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d2494b-c72f-4f75-ae1e-e4dba3436571 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.599077] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.562s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.600570] env[68934]: INFO nova.compute.claims [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.603107] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b30a76ae-5408-4b22-ab3f-bee19f27a6d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.621066] env[68934]: DEBUG nova.compute.manager [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Received event network-vif-plugged-97d05ea1-7a96-42ab-b8d3-b88050a68d9b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.621344] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Acquiring lock "1595fe49-f3d8-48a4-8402-c53cec59fb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.621562] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.621732] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.621922] env[68934]: DEBUG nova.compute.manager [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] No waiting events found dispatching network-vif-plugged-97d05ea1-7a96-42ab-b8d3-b88050a68d9b {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.622064] env[68934]: WARNING nova.compute.manager [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Received unexpected event network-vif-plugged-97d05ea1-7a96-42ab-b8d3-b88050a68d9b for instance with vm_state building and task_state spawning. [ 875.622223] env[68934]: DEBUG nova.compute.manager [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.622430] env[68934]: DEBUG nova.compute.manager [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing instance network info cache due to event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.622550] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Acquiring lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.622685] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Acquired lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.622840] env[68934]: DEBUG nova.network.neutron [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.629045] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0450f89-ae5e-468a-8243-42f50d3f1c63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.634179] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.634179] env[68934]: value = "task-3134888" [ 875.634179] env[68934]: _type = "Task" [ 875.634179] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.652838] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134888, 'name': CreateVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.758169] env[68934]: DEBUG nova.network.neutron [-] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.783794] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.747s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.993234] env[68934]: DEBUG oslo_vmware.api [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Task: {'id': task-3134887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.100808] env[68934]: DEBUG nova.compute.utils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.102278] env[68934]: DEBUG nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 876.144324] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134888, 'name': CreateVM_Task, 'duration_secs': 0.471669} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.144531] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.145550] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.145720] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.146040] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.146290] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc9c474-3915-42b0-b23f-8aed0f88fa5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.150898] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 876.150898] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520b11eb-0471-ab2c-9b7b-32c7b8b1dc7c" [ 876.150898] env[68934]: _type = "Task" [ 876.150898] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.159087] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520b11eb-0471-ab2c-9b7b-32c7b8b1dc7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.261014] env[68934]: INFO nova.compute.manager [-] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Took 1.56 seconds to deallocate network for instance. [ 876.291016] env[68934]: DEBUG nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.492809] env[68934]: DEBUG oslo_vmware.api [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] Task: {'id': task-3134887, 'name': ReconfigVM_Task, 'duration_secs': 1.164678} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.492809] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcbfe10-7696-40b9-a182-153aa4ba6ac1 tempest-ServersAdminTestJSON-684971318 tempest-ServersAdminTestJSON-684971318-project-admin] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Reconfigured VM instance to set the machine id {{(pid=68934) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 876.606475] env[68934]: DEBUG nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.666053] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520b11eb-0471-ab2c-9b7b-32c7b8b1dc7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018951} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.666774] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.667128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.667676] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.667958] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.668293] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.668786] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f9dccc-c0d2-4bf5-8e5b-0e05e71d8663 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.692017] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.692017] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.692017] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcc3824-1eae-431c-b24a-b5aa98430950 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.697055] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 876.697055] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210229d-c9eb-1eb3-7373-c4fb1aeeec79" [ 876.697055] env[68934]: _type = "Task" [ 876.697055] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.712615] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210229d-c9eb-1eb3-7373-c4fb1aeeec79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.768144] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.818345] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.954752] env[68934]: DEBUG nova.network.neutron [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updated VIF entry in instance network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.955142] env[68934]: DEBUG nova.network.neutron [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.093794] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25a4755-215a-4336-b4c9-5db3ede6c971 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.102374] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676dce3-ecdd-4f34-b22b-b1961e8ae5c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.142145] env[68934]: DEBUG nova.network.neutron [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Successfully updated port: 5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.143675] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aded3c-edc7-4724-9401-5fa01b14bf81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.152032] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ba4045-22ec-44de-a909-d3e0ed63f876 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.167425] env[68934]: DEBUG nova.compute.provider_tree [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.215097] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210229d-c9eb-1eb3-7373-c4fb1aeeec79, 'name': SearchDatastore_Task, 'duration_secs': 0.044417} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.216445] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0dad16-4137-40fc-92d2-0b9a493ee5ca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.224574] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 877.224574] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520c9198-e19d-c3da-cbe1-3849962f6e58" [ 877.224574] env[68934]: _type = "Task" [ 877.224574] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.235719] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520c9198-e19d-c3da-cbe1-3849962f6e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.458989] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Releasing lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.459233] env[68934]: DEBUG nova.compute.manager [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Received event network-changed-97d05ea1-7a96-42ab-b8d3-b88050a68d9b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.459411] env[68934]: DEBUG nova.compute.manager [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Refreshing instance network info cache due to event network-changed-97d05ea1-7a96-42ab-b8d3-b88050a68d9b. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.460032] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Acquiring lock "refresh_cache-1595fe49-f3d8-48a4-8402-c53cec59fb97" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.460032] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Acquired lock "refresh_cache-1595fe49-f3d8-48a4-8402-c53cec59fb97" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.460032] env[68934]: DEBUG nova.network.neutron [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Refreshing network info cache for port 97d05ea1-7a96-42ab-b8d3-b88050a68d9b {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.642918] env[68934]: DEBUG nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.647584] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.647992] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.647992] env[68934]: DEBUG nova.network.neutron [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.670527] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.670825] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.671027] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.671258] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.671439] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.671620] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.671864] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.672071] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.672302] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.672505] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.672713] env[68934]: DEBUG nova.virt.hardware [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.673553] env[68934]: DEBUG nova.scheduler.client.report [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.677656] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21ff8fb-9ddf-4314-9b8d-d8cbf3456eb2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.687315] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e49c8-8c65-46d0-8af2-ebde677d52ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.702525] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.708307] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Creating folder: Project (e1af6e7b0b2d4e10a9267b5235cc1d5f). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.708854] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e514cd9-154e-4c74-999f-841e43153180 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.718854] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Created folder: Project (e1af6e7b0b2d4e10a9267b5235cc1d5f) in parent group-v627191. [ 877.719053] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Creating folder: Instances. Parent ref: group-v627341. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.719281] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bb43aaf-d754-48db-89cc-8ee5bd66cc9b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.729482] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Created folder: Instances in parent group-v627341. [ 877.729765] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.730311] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.731098] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8ff43c-60e5-4af6-bd4c-c0b13f52c644 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.746713] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520c9198-e19d-c3da-cbe1-3849962f6e58, 'name': SearchDatastore_Task, 'duration_secs': 0.018913} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.747335] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.747715] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 1595fe49-f3d8-48a4-8402-c53cec59fb97/1595fe49-f3d8-48a4-8402-c53cec59fb97.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.748014] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0afc0c8-a2c2-4ae5-b780-b44fd19e9627 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.750908] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.750908] env[68934]: value = "task-3134891" [ 877.750908] env[68934]: _type = "Task" [ 877.750908] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.757475] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 877.757475] env[68934]: value = "task-3134892" [ 877.757475] env[68934]: _type = "Task" [ 877.757475] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.763361] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134891, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.768017] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.909193] env[68934]: DEBUG nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Received event network-vif-deleted-2e49b961-0fbe-4fad-96ae-ed00676bb598 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.909293] env[68934]: DEBUG nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Received event network-vif-plugged-5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.909578] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Acquiring lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.909726] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.910099] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.910263] env[68934]: DEBUG nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] No waiting events found dispatching network-vif-plugged-5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.910349] env[68934]: WARNING nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Received unexpected event network-vif-plugged-5cf43c01-7e81-49d5-8835-5d21627630f8 for instance with vm_state building and task_state spawning. [ 877.910510] env[68934]: DEBUG nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.910695] env[68934]: DEBUG nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing instance network info cache due to event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.910904] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Acquiring lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.911070] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Acquired lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.911256] env[68934]: DEBUG nova.network.neutron [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.181208] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.181208] env[68934]: DEBUG nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.184933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.119s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.186818] env[68934]: INFO nova.compute.claims [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.248191] env[68934]: DEBUG nova.network.neutron [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.267092] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134891, 'name': CreateVM_Task, 'duration_secs': 0.351903} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.267092] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.267092] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.267092] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.267092] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.267092] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ab3019-672e-44a0-947c-d0937f1c91ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.272589] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.279173] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 878.279173] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e0281-c3f1-0365-9420-08e1cd4b6145" [ 878.279173] env[68934]: _type = "Task" [ 878.279173] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.290078] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e0281-c3f1-0365-9420-08e1cd4b6145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.476917] env[68934]: DEBUG nova.network.neutron [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Updated VIF entry in instance network info cache for port 97d05ea1-7a96-42ab-b8d3-b88050a68d9b. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.476917] env[68934]: DEBUG nova.network.neutron [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Updating instance_info_cache with network_info: [{"id": "97d05ea1-7a96-42ab-b8d3-b88050a68d9b", "address": "fa:16:3e:7b:87:4e", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d05ea1-7a", "ovs_interfaceid": "97d05ea1-7a96-42ab-b8d3-b88050a68d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.553570] env[68934]: DEBUG nova.network.neutron [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Updating instance_info_cache with network_info: [{"id": "5cf43c01-7e81-49d5-8835-5d21627630f8", "address": "fa:16:3e:c3:7f:a9", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf43c01-7e", "ovs_interfaceid": "5cf43c01-7e81-49d5-8835-5d21627630f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.617173] env[68934]: DEBUG nova.network.neutron [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updated VIF entry in instance network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.617772] env[68934]: DEBUG nova.network.neutron [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.691975] env[68934]: DEBUG nova.compute.utils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.695844] env[68934]: DEBUG nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.696983] env[68934]: DEBUG nova.network.neutron [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.737350] env[68934]: DEBUG nova.policy [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d3b97740c8c4f7ba909410ad4f69e30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afe154ba94cc4737b4497f3c33b83bb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.770842] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556091} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.775789] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 1595fe49-f3d8-48a4-8402-c53cec59fb97/1595fe49-f3d8-48a4-8402-c53cec59fb97.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.776095] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.776767] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f06d83a5-3cc3-40b9-890c-d1c1c5e81a51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.784793] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 878.784793] env[68934]: value = "task-3134893" [ 878.784793] env[68934]: _type = "Task" [ 878.784793] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.796061] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529e0281-c3f1-0365-9420-08e1cd4b6145, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.799707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.799707] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.799707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.799707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.799707] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.801275] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d45491-ecea-4077-b4d3-d3f8c24eb529 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.804857] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.811503] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.811806] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.812665] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc6717a-44e8-44cb-865e-57fc2f70a2e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.818159] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 878.818159] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e29c69-32ac-c0a0-abc4-d1911eb4ff0a" [ 878.818159] env[68934]: _type = "Task" [ 878.818159] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.828677] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e29c69-32ac-c0a0-abc4-d1911eb4ff0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.978525] env[68934]: DEBUG oslo_concurrency.lockutils [req-be76d00c-61b6-42c5-9b34-cca994931960 req-9dc61285-a1a8-47f4-a100-8ef6064b9a8f service nova] Releasing lock "refresh_cache-1595fe49-f3d8-48a4-8402-c53cec59fb97" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.052949] env[68934]: DEBUG nova.network.neutron [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Successfully created port: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.056558] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Releasing lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.056910] env[68934]: DEBUG nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Instance network_info: |[{"id": "5cf43c01-7e81-49d5-8835-5d21627630f8", "address": "fa:16:3e:c3:7f:a9", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf43c01-7e", "ovs_interfaceid": "5cf43c01-7e81-49d5-8835-5d21627630f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.057281] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:7f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cf43c01-7e81-49d5-8835-5d21627630f8', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.064865] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.065207] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.065359] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a9a03a-3134-4f43-80f5-d969dfe9c614 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.085431] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.085431] env[68934]: value = "task-3134894" [ 879.085431] env[68934]: _type = "Task" [ 879.085431] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.093471] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134894, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.120421] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Releasing lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.120693] env[68934]: DEBUG nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Received event network-changed-5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.120871] env[68934]: DEBUG nova.compute.manager [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Refreshing instance network info cache due to event network-changed-5cf43c01-7e81-49d5-8835-5d21627630f8. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.121108] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Acquiring lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.121256] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Acquired lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.121422] env[68934]: DEBUG nova.network.neutron [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Refreshing network info cache for port 5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.199838] env[68934]: DEBUG nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.295425] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0755} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.295718] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.296583] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45ae2f-2403-48f6-bbea-3073362f1dc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.338650] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1595fe49-f3d8-48a4-8402-c53cec59fb97/1595fe49-f3d8-48a4-8402-c53cec59fb97.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.343032] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b405bc86-19e4-4c47-85c7-81973d652a15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.363829] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e29c69-32ac-c0a0-abc4-d1911eb4ff0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.369021] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 879.369021] env[68934]: value = "task-3134895" [ 879.369021] env[68934]: _type = "Task" [ 879.369021] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.369021] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c3c4ac-22f6-4bc7-ade6-3d201a1fa814 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.378644] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 879.378644] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52479e28-7969-f625-81c5-2e9e74b9e17d" [ 879.378644] env[68934]: _type = "Task" [ 879.378644] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.381830] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.389328] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52479e28-7969-f625-81c5-2e9e74b9e17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.598234] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134894, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.744934] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d8ad29-551b-40c3-a434-0b9f84e74125 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.754022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6d625-bfee-49e9-ad8f-36904ebedde5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.788114] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18351a9e-0da2-4e3a-86a2-105e3f20bd3a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.796536] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6572bf36-7907-4383-81a1-f3b77cafeb04 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.813642] env[68934]: DEBUG nova.compute.provider_tree [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.878931] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134895, 'name': ReconfigVM_Task, 'duration_secs': 0.39643} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.879344] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1595fe49-f3d8-48a4-8402-c53cec59fb97/1595fe49-f3d8-48a4-8402-c53cec59fb97.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.880053] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c9333f-bcfe-4a02-8e66-08522b46e053 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.886304] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 879.886304] env[68934]: value = "task-3134896" [ 879.886304] env[68934]: _type = "Task" [ 879.886304] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.893313] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52479e28-7969-f625-81c5-2e9e74b9e17d, 'name': SearchDatastore_Task, 'duration_secs': 0.032396} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.894037] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.894313] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] de1819bd-5edc-4ef4-8661-cb301b4782c3/de1819bd-5edc-4ef4-8661-cb301b4782c3.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.894592] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b908cb73-c817-4ace-bab4-979c1c292aa6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.899895] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134896, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.909063] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 879.909063] env[68934]: value = "task-3134897" [ 879.909063] env[68934]: _type = "Task" [ 879.909063] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.919568] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.011256] env[68934]: DEBUG nova.network.neutron [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Updated VIF entry in instance network info cache for port 5cf43c01-7e81-49d5-8835-5d21627630f8. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.012202] env[68934]: DEBUG nova.network.neutron [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Updating instance_info_cache with network_info: [{"id": "5cf43c01-7e81-49d5-8835-5d21627630f8", "address": "fa:16:3e:c3:7f:a9", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf43c01-7e", "ovs_interfaceid": "5cf43c01-7e81-49d5-8835-5d21627630f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.096701] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134894, 'name': CreateVM_Task, 'duration_secs': 0.580189} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.097409] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.098195] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.098377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.098694] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.099173] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b31120d-a20e-45dc-a226-4a26553639a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.105684] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 880.105684] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e9cba-1bf3-106b-e4fb-325b800688b5" [ 880.105684] env[68934]: _type = "Task" [ 880.105684] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.113194] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e9cba-1bf3-106b-e4fb-325b800688b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.119490] env[68934]: DEBUG nova.compute.manager [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.119672] env[68934]: DEBUG nova.compute.manager [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing instance network info cache due to event network-changed-da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.119978] env[68934]: DEBUG oslo_concurrency.lockutils [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] Acquiring lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.120088] env[68934]: DEBUG oslo_concurrency.lockutils [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] Acquired lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.120292] env[68934]: DEBUG nova.network.neutron [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Refreshing network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.217492] env[68934]: DEBUG nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.244327] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.244715] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.244996] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.245296] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.245551] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.245818] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.246276] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.246500] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.246782] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.247078] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.247410] env[68934]: DEBUG nova.virt.hardware [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.248840] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6de674-ff76-4c2c-a332-d11704fb7454 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.259632] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48763e77-3546-49fe-9b6b-9cf599d9fa48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.314177] env[68934]: DEBUG nova.scheduler.client.report [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.396473] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134896, 'name': Rename_Task, 'duration_secs': 0.189715} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.396763] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.397035] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c04973f-9498-4e42-90ad-cd8483fe70fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.404012] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 880.404012] env[68934]: value = "task-3134898" [ 880.404012] env[68934]: _type = "Task" [ 880.404012] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.412860] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.421814] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134897, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.514415] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee4f7734-b72c-4558-b21f-2f0f9c6388f6 req-30e06839-5b83-4ead-8f04-ed1d4967e077 service nova] Releasing lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.566351] env[68934]: DEBUG nova.network.neutron [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Successfully updated port: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.586564] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "31754487-d254-4ad7-8dcd-0799fe8acbb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.586910] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.587170] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "31754487-d254-4ad7-8dcd-0799fe8acbb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.587412] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.587616] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.590641] env[68934]: INFO nova.compute.manager [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Terminating instance [ 880.603041] env[68934]: DEBUG nova.compute.manager [req-8e28ed0d-da2e-4acf-8fe2-903a075679d6 req-9a30a701-afc1-418e-ac0c-f180fc99f48e service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Received event network-vif-plugged-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.603703] env[68934]: DEBUG oslo_concurrency.lockutils [req-8e28ed0d-da2e-4acf-8fe2-903a075679d6 req-9a30a701-afc1-418e-ac0c-f180fc99f48e service nova] Acquiring lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.603969] env[68934]: DEBUG oslo_concurrency.lockutils [req-8e28ed0d-da2e-4acf-8fe2-903a075679d6 req-9a30a701-afc1-418e-ac0c-f180fc99f48e service nova] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.607245] env[68934]: DEBUG oslo_concurrency.lockutils [req-8e28ed0d-da2e-4acf-8fe2-903a075679d6 req-9a30a701-afc1-418e-ac0c-f180fc99f48e service nova] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.607488] env[68934]: DEBUG nova.compute.manager [req-8e28ed0d-da2e-4acf-8fe2-903a075679d6 req-9a30a701-afc1-418e-ac0c-f180fc99f48e service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] No waiting events found dispatching network-vif-plugged-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.607756] env[68934]: WARNING nova.compute.manager [req-8e28ed0d-da2e-4acf-8fe2-903a075679d6 req-9a30a701-afc1-418e-ac0c-f180fc99f48e service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Received unexpected event network-vif-plugged-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 for instance with vm_state building and task_state spawning. [ 880.627724] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526e9cba-1bf3-106b-e4fb-325b800688b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.632059] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.632177] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.632373] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.632549] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.632736] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.633753] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3399d22-539d-4a85-a4ce-60017ba805f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.648491] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.648727] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.649676] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d780a5d2-208e-459d-b533-3bce400e7b3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.655369] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 880.655369] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bed8c4-06e6-5f59-7d6d-2adb48d7e576" [ 880.655369] env[68934]: _type = "Task" [ 880.655369] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.664732] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bed8c4-06e6-5f59-7d6d-2adb48d7e576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.819540] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.820215] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.822996] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.485s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.823304] env[68934]: DEBUG nova.objects.instance [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'resources' on Instance uuid db1a6cbd-b6d9-420d-8619-14d68e950fb9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.825754] env[68934]: DEBUG nova.network.neutron [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updated VIF entry in instance network info cache for port da18b5d8-4d70-47b2-b01f-3395beebad70. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.826156] env[68934]: DEBUG nova.network.neutron [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [{"id": "da18b5d8-4d70-47b2-b01f-3395beebad70", "address": "fa:16:3e:3e:a0:10", "network": {"id": "763e3f78-4c41-443f-8053-bcdad82fd591", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1480534032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b419d8db553945d4a36f63fbcc8f9135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda18b5d8-4d", "ovs_interfaceid": "da18b5d8-4d70-47b2-b01f-3395beebad70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.914376] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.922975] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778983} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.923372] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] de1819bd-5edc-4ef4-8661-cb301b4782c3/de1819bd-5edc-4ef4-8661-cb301b4782c3.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.923612] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.923860] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff5853e-6077-4f3a-9485-e0c4146bbb35 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.930857] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 880.930857] env[68934]: value = "task-3134899" [ 880.930857] env[68934]: _type = "Task" [ 880.930857] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.938129] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.068578] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.068820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquired lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.068967] env[68934]: DEBUG nova.network.neutron [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.094370] env[68934]: DEBUG nova.compute.manager [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.094602] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.095520] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3e25cd-a756-41c8-93f3-e9b334313fb2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.103738] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.104036] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f9beca-c151-4302-97e8-d063ef302e60 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.110122] env[68934]: DEBUG oslo_vmware.api [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 881.110122] env[68934]: value = "task-3134900" [ 881.110122] env[68934]: _type = "Task" [ 881.110122] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.118499] env[68934]: DEBUG oslo_vmware.api [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.134535] env[68934]: INFO nova.compute.manager [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Rebuilding instance [ 881.173330] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bed8c4-06e6-5f59-7d6d-2adb48d7e576, 'name': SearchDatastore_Task, 'duration_secs': 0.036036} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.174171] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3485348-5991-4a2a-a2fb-977fc6026341 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.180497] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 881.180497] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f6d435-e8f5-79a9-a080-c44d8fbe92f7" [ 881.180497] env[68934]: _type = "Task" [ 881.180497] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.189680] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f6d435-e8f5-79a9-a080-c44d8fbe92f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.194613] env[68934]: DEBUG nova.compute.manager [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.195909] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22548b8-53d1-40ce-b256-874712fb3640 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.329155] env[68934]: DEBUG nova.compute.utils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.334553] env[68934]: DEBUG oslo_concurrency.lockutils [req-ca8f53c4-7872-4b31-bd0d-e33cb944923a req-351f54a4-d193-41ab-a47a-c3aed51409de service nova] Releasing lock "refresh_cache-31754487-d254-4ad7-8dcd-0799fe8acbb9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.335505] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.335700] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.381547] env[68934]: DEBUG nova.policy [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f71f283222a1408f86c4e3023c0c5bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '164ed029b36b447fae169d75a06dafa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.416397] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134898, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.438854] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081224} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.439166] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.439972] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fadb73-aeb5-4ae0-acb5-593a7376778c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.464017] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] de1819bd-5edc-4ef4-8661-cb301b4782c3/de1819bd-5edc-4ef4-8661-cb301b4782c3.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.467276] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8f248e-a6d6-4976-9d10-9d7c4d1e1291 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.487403] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 881.487403] env[68934]: value = "task-3134901" [ 881.487403] env[68934]: _type = "Task" [ 881.487403] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.495563] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.625270] env[68934]: DEBUG nova.network.neutron [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.632962] env[68934]: DEBUG oslo_vmware.api [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134900, 'name': PowerOffVM_Task, 'duration_secs': 0.467388} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.633261] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.633493] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.633768] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c6d524b-a4c0-4daa-a683-a20a90b584ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.666233] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Successfully created port: 33430624-26af-4b84-83f7-58774688b35f {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.692970] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f6d435-e8f5-79a9-a080-c44d8fbe92f7, 'name': SearchDatastore_Task, 'duration_secs': 0.038435} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.694100] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.694100] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d4e9d0e2-04b1-4a24-b559-9520ba49d8ee/d4e9d0e2-04b1-4a24-b559-9520ba49d8ee.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.694100] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee321ef3-ac95-488e-93e0-14f180319fad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.705943] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 881.705943] env[68934]: value = "task-3134903" [ 881.705943] env[68934]: _type = "Task" [ 881.705943] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.714831] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.717128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.717128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.717128] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Deleting the datastore file [datastore2] 31754487-d254-4ad7-8dcd-0799fe8acbb9 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.718240] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c895f64-f036-41c3-b5c4-130448a30747 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.726428] env[68934]: DEBUG oslo_vmware.api [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for the task: (returnval){ [ 881.726428] env[68934]: value = "task-3134904" [ 881.726428] env[68934]: _type = "Task" [ 881.726428] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.734994] env[68934]: DEBUG oslo_vmware.api [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.836617] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.881552] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6bf74c-5c0f-43c4-9a9f-762a641821f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.890647] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900e06c8-3dbc-417e-97a5-1f6552d45418 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.930246] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5768466-fd43-431d-a251-ab22845fce2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.940100] env[68934]: DEBUG oslo_vmware.api [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134898, 'name': PowerOnVM_Task, 'duration_secs': 1.273343} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.942895] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.943164] env[68934]: INFO nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Took 9.62 seconds to spawn the instance on the hypervisor. [ 881.943354] env[68934]: DEBUG nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.944911] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e25ce6-5c6d-4bc9-aa45-bdd0849ea4f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.949096] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d6ae1-b77f-4b2a-9a81-7aef34f7fe59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.965103] env[68934]: DEBUG nova.compute.provider_tree [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.998302] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134901, 'name': ReconfigVM_Task, 'duration_secs': 0.469534} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.998669] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] de1819bd-5edc-4ef4-8661-cb301b4782c3/de1819bd-5edc-4ef4-8661-cb301b4782c3.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.999482] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21a2b31a-1747-4aa6-8e6c-8e7651da8f1f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.010735] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 882.010735] env[68934]: value = "task-3134905" [ 882.010735] env[68934]: _type = "Task" [ 882.010735] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.022209] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134905, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.156120] env[68934]: DEBUG nova.network.neutron [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.207666] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.209098] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03de300c-59a3-4bbe-a563-1d5dacc4336f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.224081] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134903, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.225722] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 882.225722] env[68934]: value = "task-3134906" [ 882.225722] env[68934]: _type = "Task" [ 882.225722] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.237064] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.240336] env[68934]: DEBUG oslo_vmware.api [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Task: {'id': task-3134904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369276} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.240593] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.240776] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.241042] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.241163] env[68934]: INFO nova.compute.manager [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 882.241419] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.242269] env[68934]: DEBUG nova.compute.manager [-] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.242269] env[68934]: DEBUG nova.network.neutron [-] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.473604] env[68934]: DEBUG nova.scheduler.client.report [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.484882] env[68934]: INFO nova.compute.manager [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Took 38.91 seconds to build instance. [ 882.520457] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134905, 'name': Rename_Task, 'duration_secs': 0.279275} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.524022] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.524022] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d810c4-aa74-4947-8326-e117360b55fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.527819] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 882.527819] env[68934]: value = "task-3134907" [ 882.527819] env[68934]: _type = "Task" [ 882.527819] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.536845] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.660822] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Releasing lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.661185] env[68934]: DEBUG nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Instance network_info: |[{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.661613] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:56:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c5e4bdc-33fc-4c9c-945a-de343fa40d46', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.669467] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Creating folder: Project (afe154ba94cc4737b4497f3c33b83bb2). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.671486] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b20d6295-0707-4edd-8c7b-ee6d8ea5ab3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.682341] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Created folder: Project (afe154ba94cc4737b4497f3c33b83bb2) in parent group-v627191. [ 882.682559] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Creating folder: Instances. Parent ref: group-v627345. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.683394] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b77d5950-02be-4118-8dc8-409d5cea609c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.695521] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Created folder: Instances in parent group-v627345. [ 882.695809] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.696010] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.696230] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7e9b5c-c718-4780-92ba-3333e1e53813 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.718934] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536967} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.720191] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d4e9d0e2-04b1-4a24-b559-9520ba49d8ee/d4e9d0e2-04b1-4a24-b559-9520ba49d8ee.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.720414] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.720647] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.720647] env[68934]: value = "task-3134910" [ 882.720647] env[68934]: _type = "Task" [ 882.720647] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.720836] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e6db04-69dd-414d-a8a6-2b6e9e1fa42b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.735716] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 882.735716] env[68934]: value = "task-3134911" [ 882.735716] env[68934]: _type = "Task" [ 882.735716] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.736026] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134910, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.742522] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134906, 'name': PowerOffVM_Task, 'duration_secs': 0.303722} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.743177] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.743420] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.744177] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fbc5ed-5685-4ac6-bcc3-229b4fc93b20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.749576] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.752235] env[68934]: DEBUG nova.compute.manager [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Received event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.752420] env[68934]: DEBUG nova.compute.manager [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing instance network info cache due to event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.752688] env[68934]: DEBUG oslo_concurrency.lockutils [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] Acquiring lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.752839] env[68934]: DEBUG oslo_concurrency.lockutils [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] Acquired lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.753024] env[68934]: DEBUG nova.network.neutron [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.758171] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.758171] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5884bb2f-773c-4b11-a089-7ae4e84d0cb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.772464] env[68934]: DEBUG nova.compute.manager [req-a48827af-3403-42fa-b207-cfa635f344ef req-2ec658c3-f01f-4866-8b32-730292251da2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Received event network-vif-deleted-da18b5d8-4d70-47b2-b01f-3395beebad70 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.772784] env[68934]: INFO nova.compute.manager [req-a48827af-3403-42fa-b207-cfa635f344ef req-2ec658c3-f01f-4866-8b32-730292251da2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Neutron deleted interface da18b5d8-4d70-47b2-b01f-3395beebad70; detaching it from the instance and deleting it from the info cache [ 882.772994] env[68934]: DEBUG nova.network.neutron [req-a48827af-3403-42fa-b207-cfa635f344ef req-2ec658c3-f01f-4866-8b32-730292251da2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.818274] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.818589] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.818813] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleting the datastore file [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.819456] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76789c71-f38e-4365-8a0a-7f34e3d37d54 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.826150] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 882.826150] env[68934]: value = "task-3134913" [ 882.826150] env[68934]: _type = "Task" [ 882.826150] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.834451] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.847188] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.874970] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.875449] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.875581] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.875796] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.876010] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.876206] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.876439] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.876612] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.876797] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.876965] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.877185] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.878622] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d7b56-ffe6-49bc-9aca-55af31f96209 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.889516] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7d439e-f59e-4233-9332-a7b509ab1d6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.981696] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.984432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.634s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.986445] env[68934]: INFO nova.compute.claims [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.988717] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.514s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.013899] env[68934]: INFO nova.scheduler.client.report [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted allocations for instance db1a6cbd-b6d9-420d-8619-14d68e950fb9 [ 883.037478] env[68934]: DEBUG oslo_vmware.api [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134907, 'name': PowerOnVM_Task, 'duration_secs': 0.473244} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.037749] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.037932] env[68934]: INFO nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Took 5.39 seconds to spawn the instance on the hypervisor. [ 883.038727] env[68934]: DEBUG nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.039226] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170fc32-c9e9-468c-a871-65388428d6f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.174080] env[68934]: DEBUG nova.network.neutron [-] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.234735] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134910, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.248161] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071197} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.252689] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.252689] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574e4b5-8691-4500-a0e8-f7ea69dc0692 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.256865] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Successfully updated port: 33430624-26af-4b84-83f7-58774688b35f {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.282816] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] d4e9d0e2-04b1-4a24-b559-9520ba49d8ee/d4e9d0e2-04b1-4a24-b559-9520ba49d8ee.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.286020] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66856134-7f44-46c5-97b2-65589463b82d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.303679] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7934c198-961a-41d4-bb0d-bf2a7492166a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.313031] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 883.313031] env[68934]: value = "task-3134914" [ 883.313031] env[68934]: _type = "Task" [ 883.313031] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.318803] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211c5d9-0e73-4237-a241-3da00e227aae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.340021] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.345731] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456301} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.359183] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.359528] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.359816] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.362897] env[68934]: DEBUG nova.compute.manager [req-a48827af-3403-42fa-b207-cfa635f344ef req-2ec658c3-f01f-4866-8b32-730292251da2 service nova] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Detach interface failed, port_id=da18b5d8-4d70-47b2-b01f-3395beebad70, reason: Instance 31754487-d254-4ad7-8dcd-0799fe8acbb9 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.496864] env[68934]: DEBUG nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.522898] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4613ff53-68a0-4c55-968b-6521d9c3c18a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "db1a6cbd-b6d9-420d-8619-14d68e950fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.440s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.532020] env[68934]: DEBUG nova.network.neutron [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updated VIF entry in instance network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.532020] env[68934]: DEBUG nova.network.neutron [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.561767] env[68934]: INFO nova.compute.manager [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Took 34.00 seconds to build instance. [ 883.677353] env[68934]: INFO nova.compute.manager [-] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Took 1.44 seconds to deallocate network for instance. [ 883.733706] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134910, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.763324] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "refresh_cache-fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.763555] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "refresh_cache-fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.763768] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.823885] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.021442] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.034871] env[68934]: DEBUG oslo_concurrency.lockutils [req-2f413721-7b5e-4fb9-b187-883c1db2bad9 req-4901b5de-8fef-4525-8834-4186d73731d6 service nova] Releasing lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.064559] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e473750-6ba4-413e-b271-281ca826ed73 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "de1819bd-5edc-4ef4-8661-cb301b4782c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.180s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.185670] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.235799] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134910, 'name': CreateVM_Task, 'duration_secs': 1.376152} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.236132] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.236952] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.237294] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.238036] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.238299] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d19f554-a90f-41a5-8460-192765d11749 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.246803] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 884.246803] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5200cc52-6225-43d6-30b4-d883580584c5" [ 884.246803] env[68934]: _type = "Task" [ 884.246803] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.257733] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5200cc52-6225-43d6-30b4-d883580584c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.312538] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.323790] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134914, 'name': ReconfigVM_Task, 'duration_secs': 0.705441} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.326537] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Reconfigured VM instance instance-00000036 to attach disk [datastore1] d4e9d0e2-04b1-4a24-b559-9520ba49d8ee/d4e9d0e2-04b1-4a24-b559-9520ba49d8ee.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.326886] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68934) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 884.327778] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ee2d9325-1084-4f77-a4e4-daa70b8ee119 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.335427] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 884.335427] env[68934]: value = "task-3134915" [ 884.335427] env[68934]: _type = "Task" [ 884.335427] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.349487] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134915, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.398099] env[68934]: DEBUG nova.compute.manager [None req-fb376dcc-1cd8-42f4-bdbe-430cdddfee64 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.398861] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862107b0-1a2f-417b-9db0-6ce9fa25fd1f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.416056] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.416356] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.416542] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.416784] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.416957] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.417132] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.417350] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.417526] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.417736] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.418014] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.418131] env[68934]: DEBUG nova.virt.hardware [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.419546] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d0420-f67e-4ca9-b6c2-27017b58f1b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.432350] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f7f61f-425c-4df2-b12c-7ec9e1b7c763 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451911] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:6c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d9cc86-0ace-4b18-afc7-54581982ab2b', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.460886] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.463866] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.467371] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-503d9252-ebef-4ae8-88eb-2fdd63d50c8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.489356] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.489356] env[68934]: value = "task-3134916" [ 884.489356] env[68934]: _type = "Task" [ 884.489356] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.495602] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543c758e-28b5-4933-9352-3e1baf8fb18a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.501216] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134916, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.505744] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7bd8d3-5fc6-44f8-9d5f-6fa3b5b742b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.537466] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b0d42c-0052-46ac-ac8f-e863d9a76735 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.544858] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f4a19-e75f-4f71-86c4-6576efee6c8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.551677] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Updating instance_info_cache with network_info: [{"id": "33430624-26af-4b84-83f7-58774688b35f", "address": "fa:16:3e:2b:d3:d4", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33430624-26", "ovs_interfaceid": "33430624-26af-4b84-83f7-58774688b35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.563446] env[68934]: DEBUG nova.compute.provider_tree [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.567225] env[68934]: DEBUG nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.758135] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5200cc52-6225-43d6-30b4-d883580584c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.758135] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.758365] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.758559] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.758734] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.758941] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.759286] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1203ca76-1728-4bba-bae9-dd513fdff665 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.769122] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.769312] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.770498] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08393f1-70f4-47fb-9838-5d031621f08e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.775177] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 884.775177] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1be7f-9f02-b47a-a4a4-7c0928e8e964" [ 884.775177] env[68934]: _type = "Task" [ 884.775177] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.780482] env[68934]: DEBUG nova.compute.manager [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Received event network-vif-plugged-33430624-26af-4b84-83f7-58774688b35f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.780690] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] Acquiring lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.780918] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.781096] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.781279] env[68934]: DEBUG nova.compute.manager [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] No waiting events found dispatching network-vif-plugged-33430624-26af-4b84-83f7-58774688b35f {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.781482] env[68934]: WARNING nova.compute.manager [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Received unexpected event network-vif-plugged-33430624-26af-4b84-83f7-58774688b35f for instance with vm_state building and task_state spawning. [ 884.781647] env[68934]: DEBUG nova.compute.manager [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Received event network-changed-33430624-26af-4b84-83f7-58774688b35f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.781817] env[68934]: DEBUG nova.compute.manager [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Refreshing instance network info cache due to event network-changed-33430624-26af-4b84-83f7-58774688b35f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.781995] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] Acquiring lock "refresh_cache-fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.786460] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1be7f-9f02-b47a-a4a4-7c0928e8e964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.846440] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134915, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056671} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.846440] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68934) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 884.847432] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb76115-1eec-4463-aa55-4c81fef016ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.865576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "de1819bd-5edc-4ef4-8661-cb301b4782c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.865933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "de1819bd-5edc-4ef4-8661-cb301b4782c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.866182] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "de1819bd-5edc-4ef4-8661-cb301b4782c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.866374] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "de1819bd-5edc-4ef4-8661-cb301b4782c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.866543] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "de1819bd-5edc-4ef4-8661-cb301b4782c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.875515] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] d4e9d0e2-04b1-4a24-b559-9520ba49d8ee/ephemeral_0.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.876012] env[68934]: INFO nova.compute.manager [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Terminating instance [ 884.877456] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d5ddc8-5388-4225-8831-2d57b5a46829 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.897299] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 884.897299] env[68934]: value = "task-3134917" [ 884.897299] env[68934]: _type = "Task" [ 884.897299] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.906147] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.926395] env[68934]: INFO nova.compute.manager [None req-fb376dcc-1cd8-42f4-bdbe-430cdddfee64 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] instance snapshotting [ 884.927226] env[68934]: DEBUG nova.objects.instance [None req-fb376dcc-1cd8-42f4-bdbe-430cdddfee64 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lazy-loading 'flavor' on Instance uuid de1819bd-5edc-4ef4-8661-cb301b4782c3 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.000119] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134916, 'name': CreateVM_Task, 'duration_secs': 0.474399} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.000300] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.000972] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.001130] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.001477] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.001737] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41324cb-3630-4e4b-b3c8-6cb4ce069b1d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.006140] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 885.006140] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c34c64-f517-c2e3-50fc-b46050fc57da" [ 885.006140] env[68934]: _type = "Task" [ 885.006140] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.015659] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c34c64-f517-c2e3-50fc-b46050fc57da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.054834] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "refresh_cache-fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.055255] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Instance network_info: |[{"id": "33430624-26af-4b84-83f7-58774688b35f", "address": "fa:16:3e:2b:d3:d4", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33430624-26", "ovs_interfaceid": "33430624-26af-4b84-83f7-58774688b35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.055569] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] Acquired lock "refresh_cache-fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.055704] env[68934]: DEBUG nova.network.neutron [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Refreshing network info cache for port 33430624-26af-4b84-83f7-58774688b35f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.056978] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:d3:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33430624-26af-4b84-83f7-58774688b35f', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.064511] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.067384] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.068226] env[68934]: DEBUG nova.scheduler.client.report [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.071629] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09a9a4a6-e3eb-4dbe-80e6-905ee364d166 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.097884] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.097884] env[68934]: value = "task-3134918" [ 885.097884] env[68934]: _type = "Task" [ 885.097884] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.106478] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134918, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.107491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.127451] env[68934]: DEBUG nova.compute.manager [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.128379] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d9af1-e8ce-476a-bf44-b24f4ec017c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.289904] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1be7f-9f02-b47a-a4a4-7c0928e8e964, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.290925] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecec37b-ed9e-4796-87e2-0cc1788bfa70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.297331] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 885.297331] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0a88d-db22-ff91-72c4-9cc9f627395d" [ 885.297331] env[68934]: _type = "Task" [ 885.297331] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.306337] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0a88d-db22-ff91-72c4-9cc9f627395d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.392922] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "refresh_cache-de1819bd-5edc-4ef4-8661-cb301b4782c3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.393144] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquired lock "refresh_cache-de1819bd-5edc-4ef4-8661-cb301b4782c3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.393268] env[68934]: DEBUG nova.network.neutron [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.411181] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.435248] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4ad07b-594d-49b5-b8fe-01426fcb3eb0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.460025] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418e2af-fc62-44fd-ad72-725e76c16824 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.517159] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c34c64-f517-c2e3-50fc-b46050fc57da, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.517159] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.517438] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.517565] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.572496] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.573055] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.576375] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.129s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.576563] env[68934]: DEBUG nova.objects.instance [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.603719] env[68934]: DEBUG nova.network.neutron [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Updated VIF entry in instance network info cache for port 33430624-26af-4b84-83f7-58774688b35f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.603719] env[68934]: DEBUG nova.network.neutron [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Updating instance_info_cache with network_info: [{"id": "33430624-26af-4b84-83f7-58774688b35f", "address": "fa:16:3e:2b:d3:d4", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33430624-26", "ovs_interfaceid": "33430624-26af-4b84-83f7-58774688b35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.610995] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134918, 'name': CreateVM_Task, 'duration_secs': 0.402049} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.611744] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.611902] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.612090] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.612406] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.612752] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d5da5b-07fd-4913-b9d1-b39b49bd94ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.618423] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 885.618423] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1ee1e-730d-fdad-69e3-9e675a8eae17" [ 885.618423] env[68934]: _type = "Task" [ 885.618423] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.629211] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1ee1e-730d-fdad-69e3-9e675a8eae17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.638142] env[68934]: INFO nova.compute.manager [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] instance snapshotting [ 885.640710] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecb589-6c54-46ac-b2b7-c3e89ec6d4b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.664928] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0791b-3e18-4e02-9a49-aa9038d634e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.807768] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0a88d-db22-ff91-72c4-9cc9f627395d, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.808070] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.808342] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 3c12c787-b7f1-4af9-a00b-fd32f321a5e6/3c12c787-b7f1-4af9-a00b-fd32f321a5e6.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.808641] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.808873] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.809106] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ceb81e-06e4-428f-ba90-b141a2579be7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.811098] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d40fcfd3-7c5a-40fe-b3b3-226ef46c56e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.817790] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 885.817790] env[68934]: value = "task-3134919" [ 885.817790] env[68934]: _type = "Task" [ 885.817790] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.821653] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.821829] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.822889] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96557f5-b6c1-4a02-9187-75f0c8cb9f16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.828163] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.831060] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 885.831060] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525392d8-209d-aaef-f82e-354a44ba0715" [ 885.831060] env[68934]: _type = "Task" [ 885.831060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.838739] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525392d8-209d-aaef-f82e-354a44ba0715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.907845] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134917, 'name': ReconfigVM_Task, 'duration_secs': 0.6072} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.908242] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Reconfigured VM instance instance-00000036 to attach disk [datastore1] d4e9d0e2-04b1-4a24-b559-9520ba49d8ee/ephemeral_0.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.909027] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363dba55-fcf7-4d16-a5cd-b2a6f9ab7b7d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.915734] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 885.915734] env[68934]: value = "task-3134920" [ 885.915734] env[68934]: _type = "Task" [ 885.915734] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.920091] env[68934]: DEBUG nova.network.neutron [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.926730] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134920, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.967092] env[68934]: DEBUG nova.network.neutron [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.969079] env[68934]: DEBUG nova.compute.manager [None req-fb376dcc-1cd8-42f4-bdbe-430cdddfee64 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Instance disappeared during snapshot {{(pid=68934) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 886.084935] env[68934]: DEBUG nova.compute.utils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.092980] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.093229] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.106124] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4bb63ef-682c-4688-b59e-73cec474e276 req-0724c61c-9b66-4e52-b18a-84efdceb0dc8 service nova] Releasing lock "refresh_cache-fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.130513] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1ee1e-730d-fdad-69e3-9e675a8eae17, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.130981] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.131119] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.131448] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.133175] env[68934]: DEBUG nova.policy [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f71f283222a1408f86c4e3023c0c5bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '164ed029b36b447fae169d75a06dafa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.135451] env[68934]: DEBUG nova.compute.manager [None req-fb376dcc-1cd8-42f4-bdbe-430cdddfee64 tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Found 0 images (rotation: 2) {{(pid=68934) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 886.175076] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.175391] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3951272d-36fd-468f-83e2-174714bb99b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.183120] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 886.183120] env[68934]: value = "task-3134921" [ 886.183120] env[68934]: _type = "Task" [ 886.183120] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.195208] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.334749] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.344689] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525392d8-209d-aaef-f82e-354a44ba0715, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.345614] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131e93c2-6b61-4ce4-8831-6a5aeef1c216 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.352862] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 886.352862] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524fc655-2777-8433-7ca8-b20c8e3f9bd6" [ 886.352862] env[68934]: _type = "Task" [ 886.352862] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.361805] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524fc655-2777-8433-7ca8-b20c8e3f9bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.420455] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Successfully created port: 4d61d534-40ed-41ef-aeed-503d331303ad {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.429316] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134920, 'name': Rename_Task, 'duration_secs': 0.191206} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.430801] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.430801] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57dcfedc-f74a-4dd7-83a3-bf6408e73ed9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.436064] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 886.436064] env[68934]: value = "task-3134922" [ 886.436064] env[68934]: _type = "Task" [ 886.436064] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.443528] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.470353] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Releasing lock "refresh_cache-de1819bd-5edc-4ef4-8661-cb301b4782c3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.470863] env[68934]: DEBUG nova.compute.manager [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.471124] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.472140] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2df7395-cbbf-4915-92cf-07f92fce8aab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.479423] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.479663] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7012c6c2-501b-4cbd-aa79-0dd33f221101 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.484984] env[68934]: DEBUG oslo_vmware.api [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 886.484984] env[68934]: value = "task-3134923" [ 886.484984] env[68934]: _type = "Task" [ 886.484984] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.492515] env[68934]: DEBUG oslo_vmware.api [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.594944] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.597820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-dbee0588-e24b-4c3a-959d-45a519365f40 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.598923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.456s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.599145] env[68934]: DEBUG nova.objects.instance [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'resources' on Instance uuid ce4fc728-a38d-4328-b943-bbe7137c4524 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.696536] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.803030] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.803625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.831210] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584521} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.831938] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 3c12c787-b7f1-4af9-a00b-fd32f321a5e6/3c12c787-b7f1-4af9-a00b-fd32f321a5e6.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.831938] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.832220] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5539b57-1d08-4143-b8b4-3ccfabff01f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.839800] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 886.839800] env[68934]: value = "task-3134924" [ 886.839800] env[68934]: _type = "Task" [ 886.839800] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.848183] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.862395] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524fc655-2777-8433-7ca8-b20c8e3f9bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.033127} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.862672] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.862941] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.863256] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.863457] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.863751] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de89dd1e-7f4b-4982-9b3f-d64f3d5be0ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.866047] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8961cb34-97ec-4715-b048-0230c1264916 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.872738] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 886.872738] env[68934]: value = "task-3134925" [ 886.872738] env[68934]: _type = "Task" [ 886.872738] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.877408] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.877586] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.878822] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b588eabd-bf1f-4d93-98a0-07a3c0741b1c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.883846] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.886574] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 886.886574] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52449082-356f-0671-3643-7623305d65b3" [ 886.886574] env[68934]: _type = "Task" [ 886.886574] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.894382] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52449082-356f-0671-3643-7623305d65b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.947707] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.994764] env[68934]: DEBUG oslo_vmware.api [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134923, 'name': PowerOffVM_Task, 'duration_secs': 0.122124} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.996036] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.996036] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.996036] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06f150bc-6a07-49b1-bd94-f0ef6285e3a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.019177] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.019377] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.019566] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Deleting the datastore file [datastore1] de1819bd-5edc-4ef4-8661-cb301b4782c3 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.019817] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bab0668-b7ba-4280-a428-26223e002c16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.027070] env[68934]: DEBUG oslo_vmware.api [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for the task: (returnval){ [ 887.027070] env[68934]: value = "task-3134927" [ 887.027070] env[68934]: _type = "Task" [ 887.027070] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.034431] env[68934]: DEBUG oslo_vmware.api [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.194031] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.354890] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070415} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.355268] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.356195] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b407af0-27ee-4fac-91ad-ce35fef93fbf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.385101] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3c12c787-b7f1-4af9-a00b-fd32f321a5e6/3c12c787-b7f1-4af9-a00b-fd32f321a5e6.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.392953] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17249fc4-a48a-4874-94ef-cbf29d9f9c87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.422756] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52449082-356f-0671-3643-7623305d65b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012119} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.431202] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134925, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.431587] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 887.431587] env[68934]: value = "task-3134928" [ 887.431587] env[68934]: _type = "Task" [ 887.431587] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.432030] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72dcab04-6315-4b0c-83d8-6ac383cc8d6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.443974] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 887.443974] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d09853-f776-68a3-4cdb-d67df86e7d72" [ 887.443974] env[68934]: _type = "Task" [ 887.443974] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.453995] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.457906] env[68934]: DEBUG oslo_vmware.api [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3134922, 'name': PowerOnVM_Task, 'duration_secs': 0.964397} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.459281] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.459281] env[68934]: INFO nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Took 11.91 seconds to spawn the instance on the hypervisor. [ 887.459281] env[68934]: DEBUG nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.459987] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21364abe-7307-48ac-ab8e-6b5434808d64 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.468788] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d09853-f776-68a3-4cdb-d67df86e7d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.542478] env[68934]: DEBUG oslo_vmware.api [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Task: {'id': task-3134927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23006} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.542846] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.543069] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.543281] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.543456] env[68934]: INFO nova.compute.manager [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Took 1.07 seconds to destroy the instance on the hypervisor. [ 887.543765] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.544372] env[68934]: DEBUG nova.compute.manager [-] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.544468] env[68934]: DEBUG nova.network.neutron [-] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.566033] env[68934]: DEBUG nova.network.neutron [-] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.609175] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.631677] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.631928] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.632138] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.632544] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.632622] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.632740] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.632960] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.633155] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.633345] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.633508] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.633681] env[68934]: DEBUG nova.virt.hardware [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.635130] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c8875-fe54-4e9d-883e-58c7a8a2ca00 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.644751] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6814ded-724c-450f-a8ee-f45e247aaea4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.662797] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741cf29c-ce1c-499a-9701-4dafca5e8c61 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.672725] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38434f73-9fe0-468e-8c8a-1083ab82e555 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.705649] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139dd4bf-c503-4eda-8437-c24e4e06f1a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.712788] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134921, 'name': CreateSnapshot_Task, 'duration_secs': 1.25328} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.714883] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.716084] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a20667-2172-4f4c-a111-eb7c18f2f25f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.719389] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a497044-e995-4737-ab8c-c935fa9150d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.733112] env[68934]: DEBUG nova.compute.provider_tree [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.870018] env[68934]: DEBUG nova.compute.manager [req-6b2b7beb-19e9-472f-80ec-b892e5eedb3c req-beecad6a-d616-4547-8655-78edcd766d39 service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Received event network-vif-plugged-4d61d534-40ed-41ef-aeed-503d331303ad {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.870284] env[68934]: DEBUG oslo_concurrency.lockutils [req-6b2b7beb-19e9-472f-80ec-b892e5eedb3c req-beecad6a-d616-4547-8655-78edcd766d39 service nova] Acquiring lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.870895] env[68934]: DEBUG oslo_concurrency.lockutils [req-6b2b7beb-19e9-472f-80ec-b892e5eedb3c req-beecad6a-d616-4547-8655-78edcd766d39 service nova] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.870895] env[68934]: DEBUG oslo_concurrency.lockutils [req-6b2b7beb-19e9-472f-80ec-b892e5eedb3c req-beecad6a-d616-4547-8655-78edcd766d39 service nova] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.870895] env[68934]: DEBUG nova.compute.manager [req-6b2b7beb-19e9-472f-80ec-b892e5eedb3c req-beecad6a-d616-4547-8655-78edcd766d39 service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] No waiting events found dispatching network-vif-plugged-4d61d534-40ed-41ef-aeed-503d331303ad {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.871148] env[68934]: WARNING nova.compute.manager [req-6b2b7beb-19e9-472f-80ec-b892e5eedb3c req-beecad6a-d616-4547-8655-78edcd766d39 service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Received unexpected event network-vif-plugged-4d61d534-40ed-41ef-aeed-503d331303ad for instance with vm_state building and task_state spawning. [ 887.889069] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737008} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.889069] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.889069] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.891227] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c66fcd8d-c3b1-4790-80f1-11bdef1234fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.897982] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 887.897982] env[68934]: value = "task-3134929" [ 887.897982] env[68934]: _type = "Task" [ 887.897982] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.910611] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.917554] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Successfully updated port: 4d61d534-40ed-41ef-aeed-503d331303ad {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.946408] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134928, 'name': ReconfigVM_Task, 'duration_secs': 0.370129} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.946706] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3c12c787-b7f1-4af9-a00b-fd32f321a5e6/3c12c787-b7f1-4af9-a00b-fd32f321a5e6.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.947626] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58bdd53d-0145-4288-90be-badd887c3339 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.959596] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 887.959596] env[68934]: value = "task-3134930" [ 887.959596] env[68934]: _type = "Task" [ 887.959596] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.959844] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d09853-f776-68a3-4cdb-d67df86e7d72, 'name': SearchDatastore_Task, 'duration_secs': 0.058891} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.960146] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.960146] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b/fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.963539] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fd73732-d893-426b-b8e9-4ddc962032cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.975036] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134930, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.975036] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 887.975036] env[68934]: value = "task-3134931" [ 887.975036] env[68934]: _type = "Task" [ 887.975036] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.985864] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.990014] env[68934]: INFO nova.compute.manager [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Took 41.20 seconds to build instance. [ 888.072434] env[68934]: DEBUG nova.network.neutron [-] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.241421] env[68934]: DEBUG nova.scheduler.client.report [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.251536] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.252099] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9058fa6-f9bf-438a-b5b3-9c8935e1e3e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.261673] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 888.261673] env[68934]: value = "task-3134932" [ 888.261673] env[68934]: _type = "Task" [ 888.261673] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.272561] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134932, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.409317] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077268} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.409599] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.410503] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e50430-dbc3-4fd9-9a5d-adb62f8d83f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.425817] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "refresh_cache-c749dee0-2d8a-4188-85b5-6ec518ea9faf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.425977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "refresh_cache-c749dee0-2d8a-4188-85b5-6ec518ea9faf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.426157] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.436262] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.439348] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba79ceb-1f83-43b2-be63-91cf80e8747f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.461955] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 888.461955] env[68934]: value = "task-3134933" [ 888.461955] env[68934]: _type = "Task" [ 888.461955] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.478108] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134930, 'name': Rename_Task, 'duration_secs': 0.363484} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.485936] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.485936] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.486058] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b4a3de4-2ebb-428b-8ac4-ff8c79884212 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.494592] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c89aa19f-84e7-4f02-bb16-4ceef252604d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.044s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.494592] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134931, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.496188] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 888.496188] env[68934]: value = "task-3134934" [ 888.496188] env[68934]: _type = "Task" [ 888.496188] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.504350] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.505261] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.577954] env[68934]: INFO nova.compute.manager [-] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Took 1.03 seconds to deallocate network for instance. [ 888.722143] env[68934]: DEBUG nova.network.neutron [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Updating instance_info_cache with network_info: [{"id": "4d61d534-40ed-41ef-aeed-503d331303ad", "address": "fa:16:3e:a6:0b:be", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61d534-40", "ovs_interfaceid": "4d61d534-40ed-41ef-aeed-503d331303ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.753436] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.756778] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.724s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.759076] env[68934]: INFO nova.compute.claims [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.777123] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134932, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.780011] env[68934]: INFO nova.scheduler.client.report [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted allocations for instance ce4fc728-a38d-4328-b943-bbe7137c4524 [ 888.824034] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.824333] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.975828] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.987977] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873514} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.988353] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b/fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.988619] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.988937] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-253663a5-cf88-435d-99b9-9bd8605e907d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.995289] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 888.995289] env[68934]: value = "task-3134935" [ 888.995289] env[68934]: _type = "Task" [ 888.995289] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.002202] env[68934]: DEBUG nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.009559] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.015859] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134934, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.086454] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.225469] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "refresh_cache-c749dee0-2d8a-4188-85b5-6ec518ea9faf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.225852] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Instance network_info: |[{"id": "4d61d534-40ed-41ef-aeed-503d331303ad", "address": "fa:16:3e:a6:0b:be", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61d534-40", "ovs_interfaceid": "4d61d534-40ed-41ef-aeed-503d331303ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.226377] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:0b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d61d534-40ed-41ef-aeed-503d331303ad', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.234461] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.234695] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.234911] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3209e63-b1d1-4a1b-98d6-ca422486fe04 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.256840] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.256840] env[68934]: value = "task-3134936" [ 889.256840] env[68934]: _type = "Task" [ 889.256840] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.264315] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134936, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.275339] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134932, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.287759] env[68934]: DEBUG oslo_concurrency.lockutils [None req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "ce4fc728-a38d-4328-b943-bbe7137c4524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.279s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.334122] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.334358] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.334571] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.334784] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.334962] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.335140] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.335274] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 889.335654] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.475841] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134933, 'name': ReconfigVM_Task, 'duration_secs': 0.775937} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.476178] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Reconfigured VM instance instance-00000008 to attach disk [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.477211] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42401df4-186e-45e8-b6f4-ed7d7d4aead8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.484125] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 889.484125] env[68934]: value = "task-3134937" [ 889.484125] env[68934]: _type = "Task" [ 889.484125] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.493166] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134937, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.508456] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066361} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.511605] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.513987] env[68934]: DEBUG oslo_vmware.api [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3134934, 'name': PowerOnVM_Task, 'duration_secs': 0.696618} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.514706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698cb38-091e-4a5a-a150-52c929d687c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.517244] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.517457] env[68934]: INFO nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Took 9.30 seconds to spawn the instance on the hypervisor. [ 889.517636] env[68934]: DEBUG nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.520361] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4895da45-f3e9-4ac0-87bc-a72e7942f7dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.547318] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b/fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.548682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.548997] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0f43bb-1f03-4f73-8263-a56916b7cb84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.569984] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 889.569984] env[68934]: value = "task-3134938" [ 889.569984] env[68934]: _type = "Task" [ 889.569984] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.580998] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.766999] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134936, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.774711] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134932, 'name': CloneVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.839647] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.003296] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134937, 'name': Rename_Task, 'duration_secs': 0.290938} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.003634] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.003890] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd4ec869-6033-45c5-9b7d-bece355fa7dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.012259] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 890.012259] env[68934]: value = "task-3134939" [ 890.012259] env[68934]: _type = "Task" [ 890.012259] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.020716] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.057280] env[68934]: INFO nova.compute.manager [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Took 36.04 seconds to build instance. [ 890.082287] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134938, 'name': ReconfigVM_Task, 'duration_secs': 0.507719} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.085107] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b/fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.089018] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eb59cf1-eb8b-49fe-84bf-00cde514819f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.092714] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 890.092714] env[68934]: value = "task-3134940" [ 890.092714] env[68934]: _type = "Task" [ 890.092714] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.106384] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134940, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.121183] env[68934]: DEBUG nova.compute.manager [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Received event network-changed-4d61d534-40ed-41ef-aeed-503d331303ad {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.122210] env[68934]: DEBUG nova.compute.manager [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Refreshing instance network info cache due to event network-changed-4d61d534-40ed-41ef-aeed-503d331303ad. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.122210] env[68934]: DEBUG oslo_concurrency.lockutils [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] Acquiring lock "refresh_cache-c749dee0-2d8a-4188-85b5-6ec518ea9faf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.122210] env[68934]: DEBUG oslo_concurrency.lockutils [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] Acquired lock "refresh_cache-c749dee0-2d8a-4188-85b5-6ec518ea9faf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.122210] env[68934]: DEBUG nova.network.neutron [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Refreshing network info cache for port 4d61d534-40ed-41ef-aeed-503d331303ad {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.221764] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419b9ada-60b3-454c-8dd0-063134fca570 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.231481] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850c9e00-dd25-41ff-ab96-c1963bfb1086 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.266997] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed95cf4-6c25-4707-be4c-ae02dd823336 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.276596] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134936, 'name': CreateVM_Task, 'duration_secs': 0.622461} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.279047] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.279725] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.279890] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.280225] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.281480] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754ec06-f6f6-4b85-ac77-d25939a5298c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.290335] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0cbd86-7f32-4eb3-885f-dee37ba17f8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.292050] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134932, 'name': CloneVM_Task, 'duration_secs': 1.583618} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.292050] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Created linked-clone VM from snapshot [ 890.292942] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88748c49-caa7-4320-84d8-e0ba974d734d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.305842] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 890.305842] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527fd848-0e50-c501-ce82-489e3b485faa" [ 890.305842] env[68934]: _type = "Task" [ 890.305842] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.306817] env[68934]: DEBUG nova.compute.provider_tree [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.315022] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Uploading image caa439c3-b789-4430-b5ca-c386dfb4b07b {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.322852] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527fd848-0e50-c501-ce82-489e3b485faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.342257] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 890.342257] env[68934]: value = "vm-627351" [ 890.342257] env[68934]: _type = "VirtualMachine" [ 890.342257] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 890.342574] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f94ec6ba-1fd6-4a31-a063-ff6f0d908bf0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.348827] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lease: (returnval){ [ 890.348827] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525f7cd7-7939-6d38-0f1f-ad978908d492" [ 890.348827] env[68934]: _type = "HttpNfcLease" [ 890.348827] env[68934]: } obtained for exporting VM: (result){ [ 890.348827] env[68934]: value = "vm-627351" [ 890.348827] env[68934]: _type = "VirtualMachine" [ 890.348827] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 890.349104] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the lease: (returnval){ [ 890.349104] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525f7cd7-7939-6d38-0f1f-ad978908d492" [ 890.349104] env[68934]: _type = "HttpNfcLease" [ 890.349104] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.357655] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.357655] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525f7cd7-7939-6d38-0f1f-ad978908d492" [ 890.357655] env[68934]: _type = "HttpNfcLease" [ 890.357655] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 890.523446] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.559180] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.847s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.603931] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134940, 'name': Rename_Task, 'duration_secs': 0.191477} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.603931] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.603931] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc610b0-6d5e-4f75-8663-e9cac8bd217c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.610476] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 890.610476] env[68934]: value = "task-3134942" [ 890.610476] env[68934]: _type = "Task" [ 890.610476] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.618125] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.812039] env[68934]: DEBUG nova.scheduler.client.report [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.834113] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527fd848-0e50-c501-ce82-489e3b485faa, 'name': SearchDatastore_Task, 'duration_secs': 0.027516} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.834473] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.834713] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.834956] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.835244] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.835322] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.835594] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b92c14-3d14-4f7b-ab50-180af7631885 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.852298] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.852425] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.856567] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6b8740-e60a-404a-8a4f-2b9d91bbfc8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.864057] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.864057] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525f7cd7-7939-6d38-0f1f-ad978908d492" [ 890.864057] env[68934]: _type = "HttpNfcLease" [ 890.864057] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.868054] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.868054] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525f7cd7-7939-6d38-0f1f-ad978908d492" [ 890.868054] env[68934]: _type = "HttpNfcLease" [ 890.868054] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.868455] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 890.868455] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522e3a40-1495-1f3c-a818-1b527c73efe9" [ 890.868455] env[68934]: _type = "Task" [ 890.868455] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.869180] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a61231-d36d-467e-9ad2-9801beca3dc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.891147] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522e3a40-1495-1f3c-a818-1b527c73efe9, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.895465] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fde99e-38f8-c7f7-779b-68f62ad31870/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.895465] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fde99e-38f8-c7f7-779b-68f62ad31870/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 890.896045] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77804786-2c0a-4a6f-9939-57c40b068590 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.965317] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 890.965317] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529b93f3-cce4-d3d4-dd8c-d1ec8ca44d8e" [ 890.965317] env[68934]: _type = "Task" [ 890.965317] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.978371] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529b93f3-cce4-d3d4-dd8c-d1ec8ca44d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.978371] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.978371] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] c749dee0-2d8a-4188-85b5-6ec518ea9faf/c749dee0-2d8a-4188-85b5-6ec518ea9faf.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.978371] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-879108bf-bd10-4b95-a71e-8b7891fa2258 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.985011] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 890.985011] env[68934]: value = "task-3134943" [ 890.985011] env[68934]: _type = "Task" [ 890.985011] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.992944] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.022954] env[68934]: DEBUG oslo_vmware.api [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134939, 'name': PowerOnVM_Task, 'duration_secs': 0.805725} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.023910] env[68934]: DEBUG nova.network.neutron [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Updated VIF entry in instance network info cache for port 4d61d534-40ed-41ef-aeed-503d331303ad. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.024335] env[68934]: DEBUG nova.network.neutron [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Updating instance_info_cache with network_info: [{"id": "4d61d534-40ed-41ef-aeed-503d331303ad", "address": "fa:16:3e:a6:0b:be", "network": {"id": "9475c3c4-64fc-47a5-846e-6d83de837df6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-350952517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "164ed029b36b447fae169d75a06dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61d534-40", "ovs_interfaceid": "4d61d534-40ed-41ef-aeed-503d331303ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.029021] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.029021] env[68934]: DEBUG nova.compute.manager [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.029021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a135070e-a711-4bba-bea6-1b296a044732 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.033133] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b95557f-2a01-46cf-9f75-f0084663b19c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.065640] env[68934]: DEBUG nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.121300] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134942, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.329933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.330267] env[68934]: DEBUG nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.333793] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.411s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.334123] env[68934]: DEBUG nova.objects.instance [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lazy-loading 'resources' on Instance uuid d16d6f5a-4146-4739-9dc6-a224ada09c03 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.436208] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.437182] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.495078] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134943, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.528293] env[68934]: DEBUG oslo_concurrency.lockutils [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] Releasing lock "refresh_cache-c749dee0-2d8a-4188-85b5-6ec518ea9faf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.528599] env[68934]: DEBUG nova.compute.manager [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Received event network-changed-5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.528796] env[68934]: DEBUG nova.compute.manager [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Refreshing instance network info cache due to event network-changed-5cf43c01-7e81-49d5-8835-5d21627630f8. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.529061] env[68934]: DEBUG oslo_concurrency.lockutils [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] Acquiring lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529221] env[68934]: DEBUG oslo_concurrency.lockutils [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] Acquired lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.529400] env[68934]: DEBUG nova.network.neutron [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Refreshing network info cache for port 5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.549335] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.589947] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.621350] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134942, 'name': PowerOnVM_Task, 'duration_secs': 0.575321} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.621724] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.621997] env[68934]: INFO nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Took 8.77 seconds to spawn the instance on the hypervisor. [ 891.622602] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.623427] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809182c2-7919-472d-8766-aa27e966fd65 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.838500] env[68934]: DEBUG nova.compute.utils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.843530] env[68934]: DEBUG nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.844710] env[68934]: DEBUG nova.network.neutron [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.899720] env[68934]: DEBUG nova.policy [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a8aa164183b4a538fadfe0b927e428b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ece7838ef48c441590cdab846ca33661', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.002640] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561008} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.003272] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] c749dee0-2d8a-4188-85b5-6ec518ea9faf/c749dee0-2d8a-4188-85b5-6ec518ea9faf.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.003272] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.003776] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df787892-0b4a-4fda-93a3-8463d5bc70da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.014225] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 892.014225] env[68934]: value = "task-3134944" [ 892.014225] env[68934]: _type = "Task" [ 892.014225] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.026968] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.150095] env[68934]: INFO nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Took 37.11 seconds to build instance. [ 892.179451] env[68934]: DEBUG nova.compute.manager [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Received event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.179681] env[68934]: DEBUG nova.compute.manager [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing instance network info cache due to event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.179933] env[68934]: DEBUG oslo_concurrency.lockutils [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] Acquiring lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.180754] env[68934]: DEBUG oslo_concurrency.lockutils [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] Acquired lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.180754] env[68934]: DEBUG nova.network.neutron [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.255052] env[68934]: DEBUG nova.network.neutron [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Successfully created port: e6c9292b-2209-454c-a5a7-ad9dfb17b426 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.263302] env[68934]: INFO nova.compute.manager [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Rebuilding instance [ 892.314837] env[68934]: DEBUG nova.compute.manager [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.315973] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771be376-83f8-474d-8ced-df1d84c37ead {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.345709] env[68934]: DEBUG nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.359996] env[68934]: DEBUG nova.network.neutron [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Updated VIF entry in instance network info cache for port 5cf43c01-7e81-49d5-8835-5d21627630f8. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.360428] env[68934]: DEBUG nova.network.neutron [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Updating instance_info_cache with network_info: [{"id": "5cf43c01-7e81-49d5-8835-5d21627630f8", "address": "fa:16:3e:c3:7f:a9", "network": {"id": "e8d59285-9dd0-43db-bd6c-03418910c878", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1521445817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4980e77e4994ba0250edee3e5fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf43c01-7e", "ovs_interfaceid": "5cf43c01-7e81-49d5-8835-5d21627630f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.387293] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44acf561-86ca-4b97-8dff-b8d678f5771f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.396435] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0a4d5f-a447-404b-8d58-f8b7d4a864ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.430984] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25861dc7-e52a-41fb-a952-f2e13bea2702 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.439643] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d0caf2-c2b1-41b9-8ffc-f8dce1cd4c82 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.458679] env[68934]: DEBUG nova.compute.provider_tree [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.523917] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07966} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.524269] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.525123] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31426ce4-cf7c-4fe1-bcc0-b3e394d4701b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.548053] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] c749dee0-2d8a-4188-85b5-6ec518ea9faf/c749dee0-2d8a-4188-85b5-6ec518ea9faf.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.548578] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea2ac1fa-ed38-4bbf-b3b6-cd22f1b43a2e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.569574] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 892.569574] env[68934]: value = "task-3134945" [ 892.569574] env[68934]: _type = "Task" [ 892.569574] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.577817] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.653065] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.176s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.866323] env[68934]: DEBUG oslo_concurrency.lockutils [req-d2b64bf6-84c8-4048-81f0-6051eee967b9 req-feee2b19-394b-414a-b604-9d2010c934ba service nova] Releasing lock "refresh_cache-d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.955496] env[68934]: DEBUG nova.network.neutron [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updated VIF entry in instance network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.956039] env[68934]: DEBUG nova.network.neutron [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.963746] env[68934]: DEBUG nova.scheduler.client.report [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.080231] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.155503] env[68934]: DEBUG nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.331483] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.332353] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d8ce64-6b98-415a-8188-77701662e6ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.341037] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 893.341037] env[68934]: value = "task-3134946" [ 893.341037] env[68934]: _type = "Task" [ 893.341037] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.350273] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.355550] env[68934]: DEBUG nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.378106] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.378456] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.378688] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.378971] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.379417] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.379700] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.379972] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.380265] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.380493] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.380664] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.380859] env[68934]: DEBUG nova.virt.hardware [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.381782] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c497f0e-f03d-4694-9f14-0aabd05f3ecf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.390179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdf7e07-1612-416f-ac7a-2cf5b0878ef6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.458679] env[68934]: DEBUG oslo_concurrency.lockutils [req-9ff00c97-a7dc-46e8-b4d8-1b35f0aef4dd req-9255d2dd-8345-4fe7-80ac-47a864006923 service nova] Releasing lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.471036] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.474367] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.179s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.474367] env[68934]: DEBUG nova.objects.instance [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lazy-loading 'resources' on Instance uuid 38ea9d6a-9097-46dc-b3b6-9b36609f770e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.495236] env[68934]: INFO nova.scheduler.client.report [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleted allocations for instance d16d6f5a-4146-4739-9dc6-a224ada09c03 [ 893.580500] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134945, 'name': ReconfigVM_Task, 'duration_secs': 0.698758} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.580817] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Reconfigured VM instance instance-0000003a to attach disk [datastore2] c749dee0-2d8a-4188-85b5-6ec518ea9faf/c749dee0-2d8a-4188-85b5-6ec518ea9faf.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.581613] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d287c4-dfb3-4d0d-8451-74b685304f71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.588293] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 893.588293] env[68934]: value = "task-3134947" [ 893.588293] env[68934]: _type = "Task" [ 893.588293] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.597351] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134947, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.679672] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.758675] env[68934]: DEBUG nova.network.neutron [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Successfully updated port: e6c9292b-2209-454c-a5a7-ad9dfb17b426 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.852296] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134946, 'name': PowerOffVM_Task, 'duration_secs': 0.288468} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.853156] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.853156] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.853565] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49addb65-b381-4b60-b362-8dd4c98d6bec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.860947] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.860947] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b198c3-de20-44fc-a32d-b631cec7d28e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.925668] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.925668] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.925668] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleting the datastore file [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.925668] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-381de7a2-d7eb-4147-8e6a-3e3f25205d7b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.933582] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 893.933582] env[68934]: value = "task-3134949" [ 893.933582] env[68934]: _type = "Task" [ 893.933582] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.941955] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.005410] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "d16d6f5a-4146-4739-9dc6-a224ada09c03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.915s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.101102] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134947, 'name': Rename_Task, 'duration_secs': 0.165668} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.101404] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.101661] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc976797-2d9f-44aa-be70-1aa5ce12ded9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.110641] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 894.110641] env[68934]: value = "task-3134950" [ 894.110641] env[68934]: _type = "Task" [ 894.110641] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.120640] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.261602] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.261602] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.261844] env[68934]: DEBUG nova.network.neutron [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.300164] env[68934]: DEBUG nova.compute.manager [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Received event network-vif-plugged-e6c9292b-2209-454c-a5a7-ad9dfb17b426 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.300164] env[68934]: DEBUG oslo_concurrency.lockutils [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] Acquiring lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.300324] env[68934]: DEBUG oslo_concurrency.lockutils [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.300490] env[68934]: DEBUG oslo_concurrency.lockutils [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.300672] env[68934]: DEBUG nova.compute.manager [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] No waiting events found dispatching network-vif-plugged-e6c9292b-2209-454c-a5a7-ad9dfb17b426 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.300895] env[68934]: WARNING nova.compute.manager [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Received unexpected event network-vif-plugged-e6c9292b-2209-454c-a5a7-ad9dfb17b426 for instance with vm_state building and task_state spawning. [ 894.301178] env[68934]: DEBUG nova.compute.manager [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Received event network-changed-e6c9292b-2209-454c-a5a7-ad9dfb17b426 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.301431] env[68934]: DEBUG nova.compute.manager [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Refreshing instance network info cache due to event network-changed-e6c9292b-2209-454c-a5a7-ad9dfb17b426. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.301631] env[68934]: DEBUG oslo_concurrency.lockutils [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] Acquiring lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.419904] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85485ca1-49a1-47b7-9e75-74497334231b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.428262] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634a259-6d78-426e-ace0-959feea0a18a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.464066] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e429f164-d939-4be0-86f9-efa31c101ddc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.471080] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255106} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.472045] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.472297] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.472586] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.480516] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee920dea-8580-4a50-b6f2-4634fd013374 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.498824] env[68934]: DEBUG nova.compute.provider_tree [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.557174] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.557460] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.557684] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.557899] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.558088] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.560320] env[68934]: INFO nova.compute.manager [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Terminating instance [ 894.621566] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.797383] env[68934]: DEBUG nova.network.neutron [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.923331] env[68934]: DEBUG nova.network.neutron [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Updating instance_info_cache with network_info: [{"id": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "address": "fa:16:3e:8b:c1:45", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c9292b-22", "ovs_interfaceid": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.002183] env[68934]: DEBUG nova.scheduler.client.report [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.063698] env[68934]: DEBUG nova.compute.manager [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.063932] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.066786] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f422e3c-5e1a-490f-918f-6988f868d90a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.074400] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.074659] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c7a98f-4a3e-460e-9dfc-87a697ad347a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.083753] env[68934]: DEBUG oslo_vmware.api [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 895.083753] env[68934]: value = "task-3134951" [ 895.083753] env[68934]: _type = "Task" [ 895.083753] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.093112] env[68934]: DEBUG oslo_vmware.api [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.121513] env[68934]: DEBUG oslo_vmware.api [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134950, 'name': PowerOnVM_Task, 'duration_secs': 0.734643} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.121654] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.121885] env[68934]: INFO nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Took 7.51 seconds to spawn the instance on the hypervisor. [ 895.122136] env[68934]: DEBUG nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.122965] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd3edd2-c510-4f8a-9660-cc90130e82e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.426161] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.427081] env[68934]: DEBUG nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Instance network_info: |[{"id": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "address": "fa:16:3e:8b:c1:45", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c9292b-22", "ovs_interfaceid": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.427081] env[68934]: DEBUG oslo_concurrency.lockutils [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] Acquired lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.427081] env[68934]: DEBUG nova.network.neutron [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Refreshing network info cache for port e6c9292b-2209-454c-a5a7-ad9dfb17b426 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.428227] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c1:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6c9292b-2209-454c-a5a7-ad9dfb17b426', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.435908] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Creating folder: Project (ece7838ef48c441590cdab846ca33661). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.437060] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c415d56-3201-4c92-a899-e99914841820 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.447536] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Created folder: Project (ece7838ef48c441590cdab846ca33661) in parent group-v627191. [ 895.447750] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Creating folder: Instances. Parent ref: group-v627353. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.447994] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68fc0ff2-2d14-4eec-a879-fb31d3ddf43f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.457644] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Created folder: Instances in parent group-v627353. [ 895.457916] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.458151] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.458329] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9593f9b-7577-4a6c-a63d-8e5be0cd8e41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.477818] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.477818] env[68934]: value = "task-3134954" [ 895.477818] env[68934]: _type = "Task" [ 895.477818] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.485429] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134954, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.506529] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.510951] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.511235] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.511419] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.511610] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.511773] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.511940] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.512230] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.512561] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.512701] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.512898] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.513141] env[68934]: DEBUG nova.virt.hardware [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.513754] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.145s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.513994] env[68934]: DEBUG nova.objects.instance [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lazy-loading 'resources' on Instance uuid e8637bf5-554e-4db9-88e8-36482df542e8 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.515926] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0961f2ab-b4f5-48b9-b4d3-ce5aedd126de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.526479] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98973323-b89d-41d2-9dbe-4dc6fe0df0e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.543032] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:6c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d9cc86-0ace-4b18-afc7-54581982ab2b', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.551052] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.552269] env[68934]: INFO nova.scheduler.client.report [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleted allocations for instance 38ea9d6a-9097-46dc-b3b6-9b36609f770e [ 895.553646] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.556881] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1808ceac-4bcd-440e-ab4b-82dcbc54b133 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.579873] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.579873] env[68934]: value = "task-3134955" [ 895.579873] env[68934]: _type = "Task" [ 895.579873] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.591168] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134955, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.596749] env[68934]: DEBUG oslo_vmware.api [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134951, 'name': PowerOffVM_Task, 'duration_secs': 0.354216} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.597058] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.597365] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.597664] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82acb846-d5e8-4d42-b83a-c11adb0fdc0e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.644930] env[68934]: INFO nova.compute.manager [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Took 37.33 seconds to build instance. [ 895.670700] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.671008] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.671270] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleting the datastore file [datastore1] f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.671981] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-566e8070-5aeb-4466-8bb1-a9cedb4a8979 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.678929] env[68934]: DEBUG oslo_vmware.api [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for the task: (returnval){ [ 895.678929] env[68934]: value = "task-3134957" [ 895.678929] env[68934]: _type = "Task" [ 895.678929] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.691336] env[68934]: DEBUG oslo_vmware.api [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.993269] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134954, 'name': CreateVM_Task, 'duration_secs': 0.394478} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.993269] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.993852] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.993986] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.994669] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.994963] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c823a7-2bdc-4367-bf7a-fd4b02c03124 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.000246] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 896.000246] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5286665f-0f38-4c32-3e7a-ab04d4e398a7" [ 896.000246] env[68934]: _type = "Task" [ 896.000246] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.008849] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5286665f-0f38-4c32-3e7a-ab04d4e398a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.078856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96ae7155-7f2e-439d-ad96-8fe2e583569a tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "38ea9d6a-9097-46dc-b3b6-9b36609f770e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.512s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.093738] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134955, 'name': CreateVM_Task, 'duration_secs': 0.384664} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.093927] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.094569] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147523] env[68934]: DEBUG nova.network.neutron [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Updated VIF entry in instance network info cache for port e6c9292b-2209-454c-a5a7-ad9dfb17b426. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.147978] env[68934]: DEBUG nova.network.neutron [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Updating instance_info_cache with network_info: [{"id": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "address": "fa:16:3e:8b:c1:45", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c9292b-22", "ovs_interfaceid": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.149443] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a4c02f4-2973-4669-a32e-1b6bc40d193d tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.644s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.189927] env[68934]: DEBUG oslo_vmware.api [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Task: {'id': task-3134957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30942} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.192617] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.192811] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.192999] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.193194] env[68934]: INFO nova.compute.manager [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 896.193466] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.193855] env[68934]: DEBUG nova.compute.manager [-] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.193973] env[68934]: DEBUG nova.network.neutron [-] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.422233] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c31a61-f4f6-4f33-8709-9fe0f77e0bf6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.430008] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fed97b-924f-4681-9cac-4c7e141dd9c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.465126] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a018a7d-b650-4d91-9b84-d72ffca6a3e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.472674] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d89ec4-2b3d-4273-8544-01a070552b71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.487222] env[68934]: DEBUG nova.compute.provider_tree [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.489028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.489028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.489028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.489315] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.489445] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.492054] env[68934]: INFO nova.compute.manager [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Terminating instance [ 896.511854] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5286665f-0f38-4c32-3e7a-ab04d4e398a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.512162] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.512391] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.512620] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.512766] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.512939] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.513231] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.513530] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.513755] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10120ba-e729-41e8-bdcf-9abb00cfb397 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.516448] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94651d0-819c-4424-b339-1ed8744c36e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.519491] env[68934]: DEBUG nova.compute.manager [req-56efcc4b-4da1-4aa1-ad4c-9872cecec899 req-7d3c62c0-6e43-40ee-8754-850befa89acd service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Received event network-vif-deleted-9f75a583-71ec-4ec8-855a-0d20d5bab644 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.519673] env[68934]: INFO nova.compute.manager [req-56efcc4b-4da1-4aa1-ad4c-9872cecec899 req-7d3c62c0-6e43-40ee-8754-850befa89acd service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Neutron deleted interface 9f75a583-71ec-4ec8-855a-0d20d5bab644; detaching it from the instance and deleting it from the info cache [ 896.519837] env[68934]: DEBUG nova.network.neutron [req-56efcc4b-4da1-4aa1-ad4c-9872cecec899 req-7d3c62c0-6e43-40ee-8754-850befa89acd service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.524707] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 896.524707] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52849f1f-e349-70a5-6aa4-fd609bab30cc" [ 896.524707] env[68934]: _type = "Task" [ 896.524707] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.530153] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.530338] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.533973] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a6db25-aecd-4522-b738-d273f381ede2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.536405] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52849f1f-e349-70a5-6aa4-fd609bab30cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.540320] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 896.540320] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0832b-9f3d-9f1c-5924-bce6269c4578" [ 896.540320] env[68934]: _type = "Task" [ 896.540320] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.548550] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0832b-9f3d-9f1c-5924-bce6269c4578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.579544] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.579785] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.581857] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.581857] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.581857] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.582598] env[68934]: INFO nova.compute.manager [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Terminating instance [ 896.650624] env[68934]: DEBUG oslo_concurrency.lockutils [req-f1168cbe-630d-464f-b34e-755969593a35 req-c264cd71-fcb2-4f5f-9516-6c540498f38e service nova] Releasing lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.651157] env[68934]: DEBUG nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.968887] env[68934]: DEBUG nova.network.neutron [-] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.992523] env[68934]: DEBUG nova.scheduler.client.report [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.996256] env[68934]: DEBUG nova.compute.manager [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.996998] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.998623] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffb8f5d-be0c-41c0-95c7-a1dfc859021c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.007091] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.007528] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-285df0b4-465d-4c5c-b33b-f3e30869dc7d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.015401] env[68934]: DEBUG oslo_vmware.api [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 897.015401] env[68934]: value = "task-3134958" [ 897.015401] env[68934]: _type = "Task" [ 897.015401] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.023653] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-342db7cb-0361-46cd-aea5-2981d645d215 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.037309] env[68934]: DEBUG oslo_vmware.api [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.042826] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca59f5-68a3-4f66-bc9f-e217d77521e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.059281] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52849f1f-e349-70a5-6aa4-fd609bab30cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.063240] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.063564] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.063815] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.075202] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0832b-9f3d-9f1c-5924-bce6269c4578, 'name': SearchDatastore_Task, 'duration_secs': 0.0318} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.090315] env[68934]: DEBUG nova.compute.manager [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.090643] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.091073] env[68934]: DEBUG nova.compute.manager [req-56efcc4b-4da1-4aa1-ad4c-9872cecec899 req-7d3c62c0-6e43-40ee-8754-850befa89acd service nova] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Detach interface failed, port_id=9f75a583-71ec-4ec8-855a-0d20d5bab644, reason: Instance f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.091610] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32be375-93d2-424a-a6da-dd0c42bac020 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.094812] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b097cd-b701-43fe-8339-a953dda2a37c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.101694] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 897.101694] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f537c7-9fd6-f0e3-fdee-5a33f90780a8" [ 897.101694] env[68934]: _type = "Task" [ 897.101694] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.104278] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.107460] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bab4f4a-6da0-4fb8-b639-f6d3594fe9bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.114326] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f537c7-9fd6-f0e3-fdee-5a33f90780a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.115913] env[68934]: DEBUG oslo_vmware.api [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 897.115913] env[68934]: value = "task-3134959" [ 897.115913] env[68934]: _type = "Task" [ 897.115913] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.126726] env[68934]: DEBUG oslo_vmware.api [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.180314] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.471072] env[68934]: INFO nova.compute.manager [-] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Took 1.28 seconds to deallocate network for instance. [ 897.498777] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.501520] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.269s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.503204] env[68934]: INFO nova.compute.claims [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.520540] env[68934]: INFO nova.scheduler.client.report [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted allocations for instance e8637bf5-554e-4db9-88e8-36482df542e8 [ 897.529363] env[68934]: DEBUG oslo_vmware.api [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134958, 'name': PowerOffVM_Task, 'duration_secs': 0.299594} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.530032] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.530032] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.530395] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0cd2531-a030-4d71-b5a4-7b6b7b5ab396 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.610059] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.610328] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.610384] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleting the datastore file [datastore2] fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.611142] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5be503e-1e48-4293-b848-84fac7cd823b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.617417] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f537c7-9fd6-f0e3-fdee-5a33f90780a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012806} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.621055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.621463] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/ef15a88e-b32b-4b83-a9f4-c5ee10550803.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.622968] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.623179] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.623440] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec774531-1d31-499f-9140-ab8fa110fd2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.627860] env[68934]: DEBUG oslo_vmware.api [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 897.627860] env[68934]: value = "task-3134961" [ 897.627860] env[68934]: _type = "Task" [ 897.627860] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.628485] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17a7bb4e-3160-4e71-947c-daff6e96554f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.637198] env[68934]: DEBUG oslo_vmware.api [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134959, 'name': PowerOffVM_Task, 'duration_secs': 0.297257} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.639390] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.639598] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.639960] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 897.639960] env[68934]: value = "task-3134962" [ 897.639960] env[68934]: _type = "Task" [ 897.639960] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.640485] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365b60d5-ca36-468d-bf1e-2870e8baa465 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.649848] env[68934]: DEBUG oslo_vmware.api [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.657694] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.658053] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.658229] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.658991] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8ba08d-50af-479d-97cb-f3fbe6a0af95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.664391] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 897.664391] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52545c6a-d884-78c5-c603-d599e5cf8db7" [ 897.664391] env[68934]: _type = "Task" [ 897.664391] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.723672] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.723672] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.723672] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleting the datastore file [datastore2] c749dee0-2d8a-4188-85b5-6ec518ea9faf {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.723672] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c25fb4e-6177-4a36-961f-df8c8b135d56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.730017] env[68934]: DEBUG oslo_vmware.api [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for the task: (returnval){ [ 897.730017] env[68934]: value = "task-3134964" [ 897.730017] env[68934]: _type = "Task" [ 897.730017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.736646] env[68934]: DEBUG oslo_vmware.api [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.808498] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.808807] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.977337] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.028841] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc1bcae7-20f9-4a48-afda-72cab3da4ede tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "e8637bf5-554e-4db9-88e8-36482df542e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.299s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.145564] env[68934]: DEBUG oslo_vmware.api [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409101} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.148581] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.148898] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.149053] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.149231] env[68934]: INFO nova.compute.manager [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 898.149483] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.151997] env[68934]: DEBUG nova.compute.manager [-] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.151997] env[68934]: DEBUG nova.network.neutron [-] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.158877] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134962, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.176071] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52545c6a-d884-78c5-c603-d599e5cf8db7, 'name': SearchDatastore_Task, 'duration_secs': 0.019763} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.177012] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c31c3a-87c5-4ed8-8cb7-df22586ec17e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.186618] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 898.186618] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526a5f8f-19b8-40e3-7fb5-a0bc2baec961" [ 898.186618] env[68934]: _type = "Task" [ 898.186618] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.199483] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526a5f8f-19b8-40e3-7fb5-a0bc2baec961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.235385] env[68934]: DEBUG oslo_vmware.api [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Task: {'id': task-3134964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508058} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.235682] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.235913] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.236145] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.236406] env[68934]: INFO nova.compute.manager [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 898.236667] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.236882] env[68934]: DEBUG nova.compute.manager [-] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.237011] env[68934]: DEBUG nova.network.neutron [-] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.547938] env[68934]: DEBUG nova.compute.manager [req-6bafccf1-e112-4521-adb3-da8ae175ae5b req-3745261f-5c3e-4024-842e-c090caedb353 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Received event network-vif-deleted-33430624-26af-4b84-83f7-58774688b35f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.548191] env[68934]: INFO nova.compute.manager [req-6bafccf1-e112-4521-adb3-da8ae175ae5b req-3745261f-5c3e-4024-842e-c090caedb353 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Neutron deleted interface 33430624-26af-4b84-83f7-58774688b35f; detaching it from the instance and deleting it from the info cache [ 898.548366] env[68934]: DEBUG nova.network.neutron [req-6bafccf1-e112-4521-adb3-da8ae175ae5b req-3745261f-5c3e-4024-842e-c090caedb353 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.566875] env[68934]: DEBUG nova.compute.manager [req-13f1853a-52dc-4069-ad32-adb4ec3cfae3 req-96e455bc-bbf7-4186-9966-0ed62a0ecb36 service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Received event network-vif-deleted-4d61d534-40ed-41ef-aeed-503d331303ad {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.567804] env[68934]: INFO nova.compute.manager [req-13f1853a-52dc-4069-ad32-adb4ec3cfae3 req-96e455bc-bbf7-4186-9966-0ed62a0ecb36 service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Neutron deleted interface 4d61d534-40ed-41ef-aeed-503d331303ad; detaching it from the instance and deleting it from the info cache [ 898.567804] env[68934]: DEBUG nova.network.neutron [req-13f1853a-52dc-4069-ad32-adb4ec3cfae3 req-96e455bc-bbf7-4186-9966-0ed62a0ecb36 service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.658619] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610216} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.658971] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/ef15a88e-b32b-4b83-a9f4-c5ee10550803.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.659246] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.659542] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e316fc0-ebc2-4abc-9cfc-6b1497601b25 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.667561] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 898.667561] env[68934]: value = "task-3134965" [ 898.667561] env[68934]: _type = "Task" [ 898.667561] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.676455] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.699206] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526a5f8f-19b8-40e3-7fb5-a0bc2baec961, 'name': SearchDatastore_Task, 'duration_secs': 0.04389} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.699711] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.699808] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.700026] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad38a032-f411-4639-bd7b-8c0fd28bef2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.708436] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 898.708436] env[68934]: value = "task-3134966" [ 898.708436] env[68934]: _type = "Task" [ 898.708436] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.716600] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.944159] env[68934]: DEBUG nova.network.neutron [-] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.959993] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24393924-cc08-48b9-94bc-8b1f5c98b3ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.971916] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0b764-d508-4c46-9e1a-1c16f3d88a95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.012034] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bb5555-d9d2-4a95-96c6-63cb2f5858d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.020645] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c0978a-6637-4d37-bf2f-43e52358bc7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.036635] env[68934]: DEBUG nova.compute.provider_tree [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.038173] env[68934]: DEBUG nova.network.neutron [-] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.054015] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73c45dc8-897f-489f-a465-7c16088487a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.063810] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29f5bf4-6134-4b12-a1a0-644d6db93d5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.075246] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14f720a1-a4be-44de-9303-145dab7cd9e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.084758] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bcff85-a338-4438-b1e0-77982085c379 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.107335] env[68934]: DEBUG nova.compute.manager [req-6bafccf1-e112-4521-adb3-da8ae175ae5b req-3745261f-5c3e-4024-842e-c090caedb353 service nova] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Detach interface failed, port_id=33430624-26af-4b84-83f7-58774688b35f, reason: Instance fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.127929] env[68934]: DEBUG nova.compute.manager [req-13f1853a-52dc-4069-ad32-adb4ec3cfae3 req-96e455bc-bbf7-4186-9966-0ed62a0ecb36 service nova] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Detach interface failed, port_id=4d61d534-40ed-41ef-aeed-503d331303ad, reason: Instance c749dee0-2d8a-4188-85b5-6ec518ea9faf could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.178802] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066764} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.179322] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.180577] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e143d996-9756-44c6-9ead-13f114a628fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.218181] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/ef15a88e-b32b-4b83-a9f4-c5ee10550803.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.219640] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f984b719-f2b3-4bd9-9f14-5b7e3cf15b3e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.249713] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534742} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.251156] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.251417] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.251738] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 899.251738] env[68934]: value = "task-3134967" [ 899.251738] env[68934]: _type = "Task" [ 899.251738] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.251927] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff66f8e9-c9d0-48b2-83b1-a18e0324f64b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.263017] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.264358] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 899.264358] env[68934]: value = "task-3134968" [ 899.264358] env[68934]: _type = "Task" [ 899.264358] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.273250] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.447905] env[68934]: INFO nova.compute.manager [-] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Took 1.30 seconds to deallocate network for instance. [ 899.540780] env[68934]: DEBUG nova.scheduler.client.report [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.544596] env[68934]: INFO nova.compute.manager [-] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Took 1.31 seconds to deallocate network for instance. [ 899.763809] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134967, 'name': ReconfigVM_Task, 'duration_secs': 0.300053} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.764115] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Reconfigured VM instance instance-0000003b to attach disk [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/ef15a88e-b32b-4b83-a9f4-c5ee10550803.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.764806] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6b05e85-1508-4292-9875-d2ae5ef6214c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.774632] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077105} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.775846] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.776205] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 899.776205] env[68934]: value = "task-3134969" [ 899.776205] env[68934]: _type = "Task" [ 899.776205] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.776892] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c155c9-98df-415a-91ba-5e2e111f2fd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.802045] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.805536] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea734db5-c346-4f30-b88c-565a15e421c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.820731] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134969, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.825310] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 899.825310] env[68934]: value = "task-3134970" [ 899.825310] env[68934]: _type = "Task" [ 899.825310] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.834346] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.954706] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.046929] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.047492] env[68934]: DEBUG nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.050300] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.748s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.050521] env[68934]: DEBUG nova.objects.instance [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lazy-loading 'resources' on Instance uuid 433bd67e-89bc-4d5f-912b-3d3c91c3967a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.052298] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.289343] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134969, 'name': Rename_Task, 'duration_secs': 0.140904} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.289623] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.289872] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014e5889-2ff8-4e9f-a106-b3afaa40936e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.295898] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 900.295898] env[68934]: value = "task-3134971" [ 900.295898] env[68934]: _type = "Task" [ 900.295898] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.305111] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.335731] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134970, 'name': ReconfigVM_Task, 'duration_secs': 0.256789} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.336054] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Reconfigured VM instance instance-00000008 to attach disk [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4/beabb1da-0d72-4d79-84ee-7804e452ddc4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.336720] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96a5002-6404-431f-be7d-d52b4c46a7fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.343604] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 900.343604] env[68934]: value = "task-3134972" [ 900.343604] env[68934]: _type = "Task" [ 900.343604] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.354120] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134972, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.553748] env[68934]: DEBUG nova.compute.utils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.555422] env[68934]: DEBUG nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.555643] env[68934]: DEBUG nova.network.neutron [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.569285] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fde99e-38f8-c7f7-779b-68f62ad31870/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 900.570647] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895be82-a4f8-49b4-a78b-8002c0421d6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.579663] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fde99e-38f8-c7f7-779b-68f62ad31870/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 900.583018] env[68934]: ERROR oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fde99e-38f8-c7f7-779b-68f62ad31870/disk-0.vmdk due to incomplete transfer. [ 900.583018] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab381263-a928-47d2-aa5f-93ff27bcc3ef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.587422] env[68934]: DEBUG oslo_vmware.rw_handles [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fde99e-38f8-c7f7-779b-68f62ad31870/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.587618] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Uploaded image caa439c3-b789-4430-b5ca-c386dfb4b07b to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.590550] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.593492] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2608507-3945-4d05-8be1-a6bc599dfec9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.599618] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 900.599618] env[68934]: value = "task-3134973" [ 900.599618] env[68934]: _type = "Task" [ 900.599618] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.607732] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134973, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.617788] env[68934]: DEBUG nova.policy [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c42a314e6d4749a54560f5beb0230a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89250f1330624090b52015050638d2a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.808070] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.853035] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134972, 'name': Rename_Task, 'duration_secs': 0.181652} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.855650] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.856189] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f3ee60-2790-4701-84e5-5d90d14ec0c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.861634] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 900.861634] env[68934]: value = "task-3134974" [ 900.861634] env[68934]: _type = "Task" [ 900.861634] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.870166] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.030206] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16306930-fad0-4dc0-8e85-5a0096dc0fcf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.037726] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a005f70-708b-4b42-b349-74b7892b7c18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.041874] env[68934]: DEBUG nova.network.neutron [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Successfully created port: 762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.070822] env[68934]: DEBUG nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.074361] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21781019-f124-4e4f-89eb-1e4c06edffac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.081817] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11274d04-880c-4647-afd1-e02dd6846813 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.097091] env[68934]: DEBUG nova.compute.provider_tree [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.109434] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134973, 'name': Destroy_Task, 'duration_secs': 0.470383} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.110496] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Destroyed the VM [ 901.110771] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.111073] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ea1bfc9-30ff-4e1a-a1ca-380c7ecb8105 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.117566] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 901.117566] env[68934]: value = "task-3134975" [ 901.117566] env[68934]: _type = "Task" [ 901.117566] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.126020] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.306699] env[68934]: DEBUG oslo_vmware.api [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134971, 'name': PowerOnVM_Task, 'duration_secs': 0.521329} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.307029] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.307296] env[68934]: INFO nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Took 7.95 seconds to spawn the instance on the hypervisor. [ 901.307487] env[68934]: DEBUG nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.308323] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480bb143-6035-4473-b649-91a946cb5130 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.371948] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.604842] env[68934]: DEBUG nova.scheduler.client.report [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.628161] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.834963] env[68934]: INFO nova.compute.manager [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Took 40.83 seconds to build instance. [ 901.872437] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.083752] env[68934]: DEBUG nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.107669] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.107972] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.108185] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.108403] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.108580] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.108765] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.109022] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.109255] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.109461] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.109655] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.109870] env[68934]: DEBUG nova.virt.hardware [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.110654] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.112938] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e3f79-86ed-4fba-a396-057d599bd46f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.115606] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.228s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.115827] env[68934]: DEBUG nova.objects.instance [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lazy-loading 'resources' on Instance uuid 3e64c5b7-c9d6-46ef-b9c7-40926f25a052 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.126389] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f086e-eab8-4661-9bf0-dba851a06a4d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.135125] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.136044] env[68934]: INFO nova.scheduler.client.report [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Deleted allocations for instance 433bd67e-89bc-4d5f-912b-3d3c91c3967a [ 902.221336] env[68934]: INFO nova.compute.manager [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Rescuing [ 902.221619] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.221775] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.221950] env[68934]: DEBUG nova.network.neutron [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.337343] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.079s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.372411] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.630541] env[68934]: DEBUG oslo_vmware.api [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134975, 'name': RemoveSnapshot_Task, 'duration_secs': 1.508139} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.630819] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 902.631261] env[68934]: INFO nova.compute.manager [None req-57d2644f-1562-4c00-a801-580c8bc552e3 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Took 16.99 seconds to snapshot the instance on the hypervisor. [ 902.654076] env[68934]: DEBUG oslo_concurrency.lockutils [None req-be3ecf5e-697e-4156-9216-d54eda3fefc6 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "433bd67e-89bc-4d5f-912b-3d3c91c3967a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.980s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.800583] env[68934]: DEBUG nova.network.neutron [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Successfully updated port: 762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.842909] env[68934]: DEBUG nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.850490] env[68934]: DEBUG nova.compute.manager [req-7c3caf2c-38b5-4273-abd2-8a89eb04138d req-d36310ec-647a-4ead-b07a-3763b8cbf220 service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Received event network-vif-plugged-762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.850490] env[68934]: DEBUG oslo_concurrency.lockutils [req-7c3caf2c-38b5-4273-abd2-8a89eb04138d req-d36310ec-647a-4ead-b07a-3763b8cbf220 service nova] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.850490] env[68934]: DEBUG oslo_concurrency.lockutils [req-7c3caf2c-38b5-4273-abd2-8a89eb04138d req-d36310ec-647a-4ead-b07a-3763b8cbf220 service nova] Lock "96519767-acbc-4b7d-9bae-86738667c69e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.850623] env[68934]: DEBUG oslo_concurrency.lockutils [req-7c3caf2c-38b5-4273-abd2-8a89eb04138d req-d36310ec-647a-4ead-b07a-3763b8cbf220 service nova] Lock "96519767-acbc-4b7d-9bae-86738667c69e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.850720] env[68934]: DEBUG nova.compute.manager [req-7c3caf2c-38b5-4273-abd2-8a89eb04138d req-d36310ec-647a-4ead-b07a-3763b8cbf220 service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] No waiting events found dispatching network-vif-plugged-762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.851842] env[68934]: WARNING nova.compute.manager [req-7c3caf2c-38b5-4273-abd2-8a89eb04138d req-d36310ec-647a-4ead-b07a-3763b8cbf220 service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Received unexpected event network-vif-plugged-762e3f6b-cfc9-4634-bf70-1daa105c5192 for instance with vm_state building and task_state spawning. [ 902.876313] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.952569] env[68934]: DEBUG nova.network.neutron [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Updating instance_info_cache with network_info: [{"id": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "address": "fa:16:3e:8b:c1:45", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c9292b-22", "ovs_interfaceid": "e6c9292b-2209-454c-a5a7-ad9dfb17b426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.077715] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb766c2-d58a-47c1-a756-bcab60f435ef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.085251] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c031b1bf-8703-42c6-86ee-42ee994217ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.122023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b7aed-120f-4dbf-89bc-7d080000f424 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.129423] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032696f-d419-4df6-94f0-0d428388f486 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.144696] env[68934]: DEBUG nova.compute.provider_tree [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.302940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.303164] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.303379] env[68934]: DEBUG nova.network.neutron [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.369250] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.374877] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134974, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.455476] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "refresh_cache-ef15a88e-b32b-4b83-a9f4-c5ee10550803" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.648925] env[68934]: DEBUG nova.scheduler.client.report [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.849554] env[68934]: DEBUG nova.network.neutron [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.877754] env[68934]: DEBUG oslo_vmware.api [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134974, 'name': PowerOnVM_Task, 'duration_secs': 2.5361} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.878375] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.878889] env[68934]: DEBUG nova.compute.manager [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.879555] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f7005-ee3f-4ad6-860f-dbf7122845b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.005236] env[68934]: DEBUG nova.network.neutron [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updating instance_info_cache with network_info: [{"id": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "address": "fa:16:3e:3c:8d:9e", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762e3f6b-cf", "ovs_interfaceid": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.158033] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.160404] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.022s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.160646] env[68934]: DEBUG nova.objects.instance [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lazy-loading 'resources' on Instance uuid d0aed944-cd89-4ac0-908a-c93423113ee0 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.182809] env[68934]: INFO nova.scheduler.client.report [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Deleted allocations for instance 3e64c5b7-c9d6-46ef-b9c7-40926f25a052 [ 904.397918] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.424529] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.424758] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.424959] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.425163] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.425332] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.427211] env[68934]: INFO nova.compute.manager [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Terminating instance [ 904.508025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.508289] env[68934]: DEBUG nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Instance network_info: |[{"id": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "address": "fa:16:3e:3c:8d:9e", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762e3f6b-cf", "ovs_interfaceid": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.508690] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:8d:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '762e3f6b-cfc9-4634-bf70-1daa105c5192', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.516143] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Creating folder: Project (89250f1330624090b52015050638d2a7). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.516970] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a55e5f7-ddf7-4a26-82d4-3fbfae27fbd1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.527602] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Created folder: Project (89250f1330624090b52015050638d2a7) in parent group-v627191. [ 904.527786] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Creating folder: Instances. Parent ref: group-v627357. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.528039] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af31398e-0375-4cd1-972f-52faa5cd435c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.535938] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Created folder: Instances in parent group-v627357. [ 904.536193] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.536372] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.536560] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c1cd753-1bde-4ee5-b982-cb352d3dd8c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.555066] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.555066] env[68934]: value = "task-3134978" [ 904.555066] env[68934]: _type = "Task" [ 904.555066] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.562578] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134978, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.690170] env[68934]: DEBUG oslo_concurrency.lockutils [None req-695d0f73-98ca-4775-a58c-5b35e1c4e52c tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Lock "3e64c5b7-c9d6-46ef-b9c7-40926f25a052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.274s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.739870] env[68934]: DEBUG nova.compute.manager [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.740769] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ab766-c18a-4684-8651-7e2cbd3f6414 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.931119] env[68934]: DEBUG nova.compute.manager [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.931446] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.932428] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c019bb9-170c-474a-b80d-a6022e78e475 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.939903] env[68934]: DEBUG nova.compute.manager [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Received event network-changed-762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.940101] env[68934]: DEBUG nova.compute.manager [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Refreshing instance network info cache due to event network-changed-762e3f6b-cfc9-4634-bf70-1daa105c5192. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.940346] env[68934]: DEBUG oslo_concurrency.lockutils [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] Acquiring lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.940488] env[68934]: DEBUG oslo_concurrency.lockutils [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] Acquired lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.940648] env[68934]: DEBUG nova.network.neutron [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Refreshing network info cache for port 762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.946565] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.946818] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6109f3-07c1-4057-b670-6d49961d2579 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.955909] env[68934]: DEBUG oslo_vmware.api [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 904.955909] env[68934]: value = "task-3134979" [ 904.955909] env[68934]: _type = "Task" [ 904.955909] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.967588] env[68934]: DEBUG oslo_vmware.api [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.993410] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.993793] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8459bab3-2181-42ad-b787-03b4e92afca3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.000716] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 905.000716] env[68934]: value = "task-3134980" [ 905.000716] env[68934]: _type = "Task" [ 905.000716] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.012872] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.052114] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2255f047-8511-44e2-9dbd-85ee2ff6be79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.062551] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31548260-53ff-422e-991e-c6f9adad58b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.070308] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134978, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.100069] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5048f4d5-02df-45c7-bead-39306ea444eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.108132] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59494e-2776-4a37-9258-498279d71b27 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.122305] env[68934]: DEBUG nova.compute.provider_tree [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.256261] env[68934]: INFO nova.compute.manager [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] instance snapshotting [ 905.259159] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a962a2a-bbd4-46b8-bbab-d4384b64fa27 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.285471] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "7c84031d-42e9-4531-b4f0-031e91d4d518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.285720] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.285939] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "7c84031d-42e9-4531-b4f0-031e91d4d518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.286147] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.286317] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.288248] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e344c51-b01a-4bf7-b236-a015fb976d42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.292266] env[68934]: INFO nova.compute.manager [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Terminating instance [ 905.466271] env[68934]: DEBUG oslo_vmware.api [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134979, 'name': PowerOffVM_Task, 'duration_secs': 0.195968} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.466271] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.466271] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.466482] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33f54155-8677-472a-90c6-6d1b66fc56d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.511725] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134980, 'name': PowerOffVM_Task, 'duration_secs': 0.226597} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.512090] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.513768] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea887f5-4aaa-4bd6-95a6-0b95de11799d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.537326] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3d1c1-ac27-4da8-87d7-fef53442b019 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.540679] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.540882] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.541267] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Deleting the datastore file [datastore1] 93f0c629-4ea1-42bb-b1db-eb53771c4c1c {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.541545] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52d66d1b-fe02-4bb2-804d-b0c324325772 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.556152] env[68934]: DEBUG oslo_vmware.api [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for the task: (returnval){ [ 905.556152] env[68934]: value = "task-3134982" [ 905.556152] env[68934]: _type = "Task" [ 905.556152] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.570273] env[68934]: DEBUG oslo_vmware.api [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.573048] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3134978, 'name': CreateVM_Task, 'duration_secs': 0.53098} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.573048] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.573048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.573048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.573048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.573048] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c52f68-f66b-4482-85ff-7b4af3f10c78 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.580560] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 905.580560] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52895bbd-1a0a-8e94-f573-5585e022bbda" [ 905.580560] env[68934]: _type = "Task" [ 905.580560] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.582579] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.582945] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a480484-62cb-4b34-b4a6-02f9983732d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.593429] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52895bbd-1a0a-8e94-f573-5585e022bbda, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.596736] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.597095] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.597294] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.597485] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.597699] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.598083] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 905.598083] env[68934]: value = "task-3134983" [ 905.598083] env[68934]: _type = "Task" [ 905.598083] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.598340] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5c9fb87-2d59-40da-a272-2538ee4c58b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.609094] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 905.609348] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.609617] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.609804] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.610032] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.610319] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.610518] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.611252] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed58eedd-a3db-4433-86a1-b541bbbbd588 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.612843] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f6f0d1-959a-49df-b468-84fbbb4dcf25 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.618205] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 905.618205] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526740dc-47e5-84a1-5328-e8555ef7ca52" [ 905.618205] env[68934]: _type = "Task" [ 905.618205] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.623255] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.623486] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.628203] env[68934]: DEBUG nova.scheduler.client.report [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.631950] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6502b6-091f-4d86-bcac-31587952e437 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.634326] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526740dc-47e5-84a1-5328-e8555ef7ca52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.640598] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 905.640598] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525728f0-8851-1705-6614-d1805e83d0aa" [ 905.640598] env[68934]: _type = "Task" [ 905.640598] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.651346] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525728f0-8851-1705-6614-d1805e83d0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008191} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.652120] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc1b5b2-d976-4080-a751-85825a8efee7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.656678] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 905.656678] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5262362c-a082-6edb-dcc2-4f829a98facf" [ 905.656678] env[68934]: _type = "Task" [ 905.656678] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.664353] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5262362c-a082-6edb-dcc2-4f829a98facf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.708794] env[68934]: DEBUG nova.network.neutron [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updated VIF entry in instance network info cache for port 762e3f6b-cfc9-4634-bf70-1daa105c5192. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.709208] env[68934]: DEBUG nova.network.neutron [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updating instance_info_cache with network_info: [{"id": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "address": "fa:16:3e:3c:8d:9e", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762e3f6b-cf", "ovs_interfaceid": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.796310] env[68934]: DEBUG nova.compute.manager [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.796550] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.797985] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f940ff-ecab-4181-902c-1648793b5f4d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.803152] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 905.803497] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-95735637-7500-4711-86d5-09032805148e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.811292] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.812774] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bf69bc-d0ab-4956-81a1-fbffc9ee12ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.814984] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 905.814984] env[68934]: value = "task-3134984" [ 905.814984] env[68934]: _type = "Task" [ 905.814984] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.821704] env[68934]: DEBUG oslo_vmware.api [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 905.821704] env[68934]: value = "task-3134985" [ 905.821704] env[68934]: _type = "Task" [ 905.821704] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.829526] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.835190] env[68934]: DEBUG oslo_vmware.api [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.066032] env[68934]: DEBUG oslo_vmware.api [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Task: {'id': task-3134982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173116} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.066032] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.066032] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.066032] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.066032] env[68934]: INFO nova.compute.manager [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 906.066032] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.066032] env[68934]: DEBUG nova.compute.manager [-] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.066032] env[68934]: DEBUG nova.network.neutron [-] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.132274] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526740dc-47e5-84a1-5328-e8555ef7ca52, 'name': SearchDatastore_Task, 'duration_secs': 0.018057} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.134783] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.136959] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203f4106-d1fe-4512-811e-5531c09c68b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.139437] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.736s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.141134] env[68934]: INFO nova.compute.claims [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.148444] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 906.148444] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bb413a-527e-dba4-51fe-651a3ed89af7" [ 906.148444] env[68934]: _type = "Task" [ 906.148444] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.158393] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bb413a-527e-dba4-51fe-651a3ed89af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.164328] env[68934]: INFO nova.scheduler.client.report [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Deleted allocations for instance d0aed944-cd89-4ac0-908a-c93423113ee0 [ 906.176373] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5262362c-a082-6edb-dcc2-4f829a98facf, 'name': SearchDatastore_Task, 'duration_secs': 0.008124} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.176373] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.177191] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. {{(pid=68934) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 906.177485] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd057e86-4eb2-4b4a-80e7-518a59ce45e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.184114] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 906.184114] env[68934]: value = "task-3134986" [ 906.184114] env[68934]: _type = "Task" [ 906.184114] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.192823] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.212360] env[68934]: DEBUG oslo_concurrency.lockutils [req-de32da74-d8ac-4d4c-b155-417bf2feb43f req-8792cebe-6218-4b2b-a8fc-c9f24a03a8dc service nova] Releasing lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.334179] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134984, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.343850] env[68934]: DEBUG oslo_vmware.api [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134985, 'name': PowerOffVM_Task, 'duration_secs': 0.209709} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.348159] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.348496] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.348869] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a072458-695a-4a7c-a02c-dd1e50b4e1f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.414667] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.414667] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.414667] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleting the datastore file [datastore1] 7c84031d-42e9-4531-b4f0-031e91d4d518 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.414667] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5112090-9c9b-4973-a5b0-a536e63be133 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.425442] env[68934]: DEBUG oslo_vmware.api [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 906.425442] env[68934]: value = "task-3134988" [ 906.425442] env[68934]: _type = "Task" [ 906.425442] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.438926] env[68934]: DEBUG oslo_vmware.api [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.660765] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bb413a-527e-dba4-51fe-651a3ed89af7, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.661783] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.662085] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 96519767-acbc-4b7d-9bae-86738667c69e/96519767-acbc-4b7d-9bae-86738667c69e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.662614] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82fbda12-a14c-44cc-9991-2fa8cf4dee06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.672469] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 906.672469] env[68934]: value = "task-3134989" [ 906.672469] env[68934]: _type = "Task" [ 906.672469] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.683222] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f809e5d3-273f-4729-b783-ebb1c0b692a9 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Lock "d0aed944-cd89-4ac0-908a-c93423113ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.400s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.699288] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.705657] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134986, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.756093] env[68934]: DEBUG nova.compute.manager [req-823f3a60-e856-4afc-9e81-32a19dae046a req-5bc78dc1-d37b-46f4-a703-7074a4381e43 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Received event network-vif-deleted-2596a0ec-8f4c-487a-8f82-cf2525c25b58 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.756361] env[68934]: INFO nova.compute.manager [req-823f3a60-e856-4afc-9e81-32a19dae046a req-5bc78dc1-d37b-46f4-a703-7074a4381e43 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Neutron deleted interface 2596a0ec-8f4c-487a-8f82-cf2525c25b58; detaching it from the instance and deleting it from the info cache [ 906.756638] env[68934]: DEBUG nova.network.neutron [req-823f3a60-e856-4afc-9e81-32a19dae046a req-5bc78dc1-d37b-46f4-a703-7074a4381e43 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.826155] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134984, 'name': CreateSnapshot_Task, 'duration_secs': 0.572772} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.826446] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 906.827213] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13655930-9c4e-465b-ad97-d6fc402f88c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.936669] env[68934]: DEBUG oslo_vmware.api [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3134988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330024} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.936963] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.937379] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.937379] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.937518] env[68934]: INFO nova.compute.manager [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Took 1.14 seconds to destroy the instance on the hypervisor. [ 906.937751] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.937979] env[68934]: DEBUG nova.compute.manager [-] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.938096] env[68934]: DEBUG nova.network.neutron [-] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.188740] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134989, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.203957] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.203957] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. [ 907.205475] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884bb17-5a0d-4441-b517-c47106e8438b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.236377] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.239327] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-512a2f4b-f8e4-437d-902f-0657a42d2eb3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.254308] env[68934]: DEBUG nova.network.neutron [-] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.261161] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c271c998-99e3-484d-869b-67c885696180 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.263577] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 907.263577] env[68934]: value = "task-3134990" [ 907.263577] env[68934]: _type = "Task" [ 907.263577] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.275110] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48e7ba-05d3-4738-bec5-7ccf54940cd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.290207] env[68934]: DEBUG nova.network.neutron [-] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.292301] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.313384] env[68934]: DEBUG nova.compute.manager [req-823f3a60-e856-4afc-9e81-32a19dae046a req-5bc78dc1-d37b-46f4-a703-7074a4381e43 service nova] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Detach interface failed, port_id=2596a0ec-8f4c-487a-8f82-cf2525c25b58, reason: Instance 93f0c629-4ea1-42bb-b1db-eb53771c4c1c could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.347360] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 907.350320] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8243cd9-dae7-4a48-a244-5a3906ec0b65 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.359745] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 907.359745] env[68934]: value = "task-3134991" [ 907.359745] env[68934]: _type = "Task" [ 907.359745] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.371050] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134991, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.656073] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0c3640-5ba8-4083-82b7-d147e4ba4f6f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.662530] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbacc59d-2f6a-4c92-baa3-ff83c5689c7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.700631] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e0211-a38e-46fe-96ae-2461f93359a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.709652] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524516} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.712512] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 96519767-acbc-4b7d-9bae-86738667c69e/96519767-acbc-4b7d-9bae-86738667c69e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.715914] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.715914] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f630a14-2088-4532-8e7c-970d82d032fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.717051] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7fb7b6-df14-49fc-a912-20c991a88d7c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.732301] env[68934]: DEBUG nova.compute.provider_tree [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.736228] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 907.736228] env[68934]: value = "task-3134992" [ 907.736228] env[68934]: _type = "Task" [ 907.736228] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.757996] env[68934]: INFO nova.compute.manager [-] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Took 1.69 seconds to deallocate network for instance. [ 907.775323] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.793150] env[68934]: INFO nova.compute.manager [-] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Took 0.85 seconds to deallocate network for instance. [ 907.870290] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134991, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.240628] env[68934]: DEBUG nova.scheduler.client.report [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.249839] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086669} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.250128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.250912] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bcf0d2-d779-4926-b2b4-51aba01f1416 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.266788] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.276668] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 96519767-acbc-4b7d-9bae-86738667c69e/96519767-acbc-4b7d-9bae-86738667c69e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.281532] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-509b3dc9-3b34-4c77-8c87-a55ae6125639 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.301938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.307983] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.309723] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 908.309723] env[68934]: value = "task-3134993" [ 908.309723] env[68934]: _type = "Task" [ 908.309723] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.318178] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.373704] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134991, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.747459] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.748035] env[68934]: DEBUG nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.750804] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.983s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.751995] env[68934]: DEBUG nova.objects.instance [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lazy-loading 'resources' on Instance uuid e3880294-01bc-4fa4-a39c-b93658aee090 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.782556] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134990, 'name': ReconfigVM_Task, 'duration_secs': 1.114812} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.782556] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Reconfigured VM instance instance-0000003b to attach disk [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.783887] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd86f91-222e-4b24-a4e9-f2c27904f841 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.791709] env[68934]: DEBUG nova.compute.manager [req-4a91ab3e-2500-458f-bd78-a9be691ded98 req-13ad8bf2-8037-4c12-bed9-70c9e983aa6c service nova] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Received event network-vif-deleted-72bed3c0-2857-4051-b119-bc5c33e44cd0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.818302] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55249420-618a-4535-9d1f-a4dc3952fbfa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.840782] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.841951] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 908.841951] env[68934]: value = "task-3134994" [ 908.841951] env[68934]: _type = "Task" [ 908.841951] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.851316] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.872235] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3134991, 'name': CloneVM_Task, 'duration_secs': 1.435452} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.872448] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Created linked-clone VM from snapshot [ 908.873310] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d373fa-3385-4ded-bc61-96b109dc94f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.881104] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Uploading image ddb162d8-84a9-43fc-85d0-c2397de2fb6f {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 908.910371] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 908.910371] env[68934]: value = "vm-627361" [ 908.910371] env[68934]: _type = "VirtualMachine" [ 908.910371] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 908.910640] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f734de33-6e8e-4242-ba54-91d917202972 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.917600] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lease: (returnval){ [ 908.917600] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5284ad3b-6ec9-6ab3-aac4-2c548d0b1916" [ 908.917600] env[68934]: _type = "HttpNfcLease" [ 908.917600] env[68934]: } obtained for exporting VM: (result){ [ 908.917600] env[68934]: value = "vm-627361" [ 908.917600] env[68934]: _type = "VirtualMachine" [ 908.917600] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 908.917849] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the lease: (returnval){ [ 908.917849] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5284ad3b-6ec9-6ab3-aac4-2c548d0b1916" [ 908.917849] env[68934]: _type = "HttpNfcLease" [ 908.917849] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 908.924710] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.924710] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5284ad3b-6ec9-6ab3-aac4-2c548d0b1916" [ 908.924710] env[68934]: _type = "HttpNfcLease" [ 908.924710] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.259426] env[68934]: DEBUG nova.compute.utils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.265103] env[68934]: DEBUG nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.265103] env[68934]: DEBUG nova.network.neutron [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.308784] env[68934]: DEBUG nova.policy [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034bb2dcb67a4665843b0c40c89516bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec4e6c5c1c24a5e95286d24f969c28f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.328275] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134993, 'name': ReconfigVM_Task, 'duration_secs': 0.575524} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.328512] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 96519767-acbc-4b7d-9bae-86738667c69e/96519767-acbc-4b7d-9bae-86738667c69e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.329145] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-279a05fe-0815-437f-9b31-005cbeb9a71a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.335381] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 909.335381] env[68934]: value = "task-3134996" [ 909.335381] env[68934]: _type = "Task" [ 909.335381] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.350960] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134996, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.354871] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134994, 'name': ReconfigVM_Task, 'duration_secs': 0.374429} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.357906] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.358550] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d85f320b-ce51-46cf-bcbd-a3c5826c8927 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.364978] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 909.364978] env[68934]: value = "task-3134997" [ 909.364978] env[68934]: _type = "Task" [ 909.364978] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.377942] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.426836] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.426836] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5284ad3b-6ec9-6ab3-aac4-2c548d0b1916" [ 909.426836] env[68934]: _type = "HttpNfcLease" [ 909.426836] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 909.426836] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 909.426836] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5284ad3b-6ec9-6ab3-aac4-2c548d0b1916" [ 909.426836] env[68934]: _type = "HttpNfcLease" [ 909.426836] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 909.426836] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615d1fe-cb44-4ff4-8e3a-6946e754edb3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.440223] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4c6d3-b382-d428-fcb0-bd0c179b4013/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 909.440348] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4c6d3-b382-d428-fcb0-bd0c179b4013/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 909.534061] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4a86072-4dbd-4831-aa0c-7ceff1772954 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.616457] env[68934]: DEBUG nova.network.neutron [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Successfully created port: d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.764188] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12b6f6-c96b-4876-80c5-55a28474daa1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.767250] env[68934]: DEBUG nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.784971] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d471f8-6a00-4744-b936-56bf2c8497ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.821504] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8912d3-a330-41ac-9efd-8b2a969a099d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.833413] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee579c2-3fa6-44b9-bf7f-4e291c96b200 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.853024] env[68934]: DEBUG nova.compute.provider_tree [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.858832] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134996, 'name': Rename_Task, 'duration_secs': 0.204522} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.859363] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.859449] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb48cd2c-9005-4df5-b5f0-ef1d9eea3944 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.867366] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 909.867366] env[68934]: value = "task-3134998" [ 909.867366] env[68934]: _type = "Task" [ 909.867366] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.884764] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.888923] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.356555] env[68934]: DEBUG nova.scheduler.client.report [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.380742] env[68934]: DEBUG oslo_vmware.api [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3134997, 'name': PowerOnVM_Task, 'duration_secs': 0.567976} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.384396] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.392035] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.394411] env[68934]: DEBUG nova.compute.manager [None req-b0094b4e-8951-4c22-8deb-0215ea6f629b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.394411] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f674dfb5-a824-4fd9-8ee1-42083f25fc74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.783208] env[68934]: DEBUG nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.806598] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.806953] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.807140] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.807656] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.807791] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.808057] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.808307] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.808473] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.808720] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.808971] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.809213] env[68934]: DEBUG nova.virt.hardware [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.810877] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892d43d-d15f-4a26-9751-8beac9b7843d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.819266] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5707d-371c-42aa-8707-a1c7ea7aae49 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.864711] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.867508] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.049s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.869550] env[68934]: INFO nova.compute.claims [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.893139] env[68934]: DEBUG oslo_vmware.api [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3134998, 'name': PowerOnVM_Task, 'duration_secs': 0.669243} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.893792] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.893792] env[68934]: INFO nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Took 8.81 seconds to spawn the instance on the hypervisor. [ 910.894279] env[68934]: DEBUG nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.895062] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca0699d-19e8-4a70-95c7-8fcf8435b29f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.901878] env[68934]: INFO nova.scheduler.client.report [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted allocations for instance e3880294-01bc-4fa4-a39c-b93658aee090 [ 911.426271] env[68934]: DEBUG oslo_concurrency.lockutils [None req-31319575-8d61-44f9-b50c-81d0cb7f3d5d tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "e3880294-01bc-4fa4-a39c-b93658aee090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.859s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.432858] env[68934]: DEBUG nova.compute.manager [req-b2152320-1e28-4456-8f37-604fce9adf18 req-bd93d503-8772-4fc1-97e5-603a7fb7726a service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Received event network-vif-plugged-d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.433453] env[68934]: DEBUG oslo_concurrency.lockutils [req-b2152320-1e28-4456-8f37-604fce9adf18 req-bd93d503-8772-4fc1-97e5-603a7fb7726a service nova] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.434044] env[68934]: DEBUG oslo_concurrency.lockutils [req-b2152320-1e28-4456-8f37-604fce9adf18 req-bd93d503-8772-4fc1-97e5-603a7fb7726a service nova] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.434342] env[68934]: DEBUG oslo_concurrency.lockutils [req-b2152320-1e28-4456-8f37-604fce9adf18 req-bd93d503-8772-4fc1-97e5-603a7fb7726a service nova] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.434699] env[68934]: DEBUG nova.compute.manager [req-b2152320-1e28-4456-8f37-604fce9adf18 req-bd93d503-8772-4fc1-97e5-603a7fb7726a service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] No waiting events found dispatching network-vif-plugged-d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.435031] env[68934]: WARNING nova.compute.manager [req-b2152320-1e28-4456-8f37-604fce9adf18 req-bd93d503-8772-4fc1-97e5-603a7fb7726a service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Received unexpected event network-vif-plugged-d41ce333-9182-4136-bcad-b8176a408581 for instance with vm_state building and task_state spawning. [ 911.441971] env[68934]: INFO nova.compute.manager [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Took 44.23 seconds to build instance. [ 911.550359] env[68934]: DEBUG nova.network.neutron [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Successfully updated port: d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.945269] env[68934]: DEBUG oslo_concurrency.lockutils [None req-102221fb-8b08-4758-908f-d220d4355b19 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.732s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.058336] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.058488] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.058638] env[68934]: DEBUG nova.network.neutron [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.320353] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ae5cc-c55e-4f9b-a9c3-9ed096cbccb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.335320] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b74448-7edc-4cdd-bde7-c4d1ed033343 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.371654] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc60d7-bc10-42ab-8674-3df1e4eb0166 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.381275] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696f1a4-3314-4316-8586-12efa5cc6333 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.402634] env[68934]: DEBUG nova.compute.provider_tree [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.619123] env[68934]: DEBUG nova.network.neutron [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.861530] env[68934]: DEBUG nova.network.neutron [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.906916] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "53bb8525-7f0d-417e-b905-ce4db879a6b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.908018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.909296] env[68934]: DEBUG nova.scheduler.client.report [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.055816] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "ca603e9b-4769-407d-8846-f667067117bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.056163] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.365376] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.366222] env[68934]: DEBUG nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Instance network_info: |[{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.366626] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:07:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41ce333-9182-4136-bcad-b8176a408581', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.381237] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Creating folder: Project (9ec4e6c5c1c24a5e95286d24f969c28f). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.381237] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73c7e63e-e9c5-4db4-bad7-37b45c703c2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.396338] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Created folder: Project (9ec4e6c5c1c24a5e95286d24f969c28f) in parent group-v627191. [ 913.396568] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Creating folder: Instances. Parent ref: group-v627362. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.396823] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a5b3217-f95a-4e4c-bbec-80abc9d54e18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.408713] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Created folder: Instances in parent group-v627362. [ 913.408981] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.409360] env[68934]: DEBUG nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.412116] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.412823] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f42c42ef-b347-43a6-9aec-56aac0ecb2d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.431504] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.432124] env[68934]: DEBUG nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.435648] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.414s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.437456] env[68934]: INFO nova.compute.claims [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.445438] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.445438] env[68934]: value = "task-3135001" [ 913.445438] env[68934]: _type = "Task" [ 913.445438] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.453584] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135001, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.495276] env[68934]: DEBUG nova.compute.manager [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Received event network-changed-d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.495496] env[68934]: DEBUG nova.compute.manager [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Refreshing instance network info cache due to event network-changed-d41ce333-9182-4136-bcad-b8176a408581. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.497484] env[68934]: DEBUG oslo_concurrency.lockutils [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.497484] env[68934]: DEBUG oslo_concurrency.lockutils [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.497484] env[68934]: DEBUG nova.network.neutron [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Refreshing network info cache for port d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.949746] env[68934]: DEBUG nova.compute.utils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.949746] env[68934]: DEBUG nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.949746] env[68934]: DEBUG nova.network.neutron [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.960755] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.969701] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135001, 'name': CreateVM_Task, 'duration_secs': 0.348691} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.969901] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.970692] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.971362] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.971362] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.972025] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3bf295d-9b05-476c-9975-ab3e436f5c4e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.981858] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 913.981858] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b15146-6b55-fa71-2924-5e7e92268e71" [ 913.981858] env[68934]: _type = "Task" [ 913.981858] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.992231] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b15146-6b55-fa71-2924-5e7e92268e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.022409] env[68934]: DEBUG nova.compute.manager [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Received event network-changed-762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.022537] env[68934]: DEBUG nova.compute.manager [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Refreshing instance network info cache due to event network-changed-762e3f6b-cfc9-4634-bf70-1daa105c5192. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.022716] env[68934]: DEBUG oslo_concurrency.lockutils [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] Acquiring lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.022859] env[68934]: DEBUG oslo_concurrency.lockutils [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] Acquired lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.023029] env[68934]: DEBUG nova.network.neutron [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Refreshing network info cache for port 762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.025734] env[68934]: DEBUG nova.policy [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '588776fae7534d58b3ff5b415c73e12c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493068d90d504d7abc1d61f5a50b7af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.356690] env[68934]: DEBUG nova.network.neutron [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updated VIF entry in instance network info cache for port d41ce333-9182-4136-bcad-b8176a408581. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.357071] env[68934]: DEBUG nova.network.neutron [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.375994] env[68934]: DEBUG nova.network.neutron [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Successfully created port: 3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.460284] env[68934]: DEBUG nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.496484] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b15146-6b55-fa71-2924-5e7e92268e71, 'name': SearchDatastore_Task, 'duration_secs': 0.018119} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.496484] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.496484] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.496484] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.496484] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.496484] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.497098] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c04e37e0-1939-48d4-8b6e-423e28fa0b22 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.509880] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.510096] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.510864] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de7a5a7-972d-474b-a7aa-148e6ee42a26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.516771] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 914.516771] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5209227e-b3f9-853e-a7af-aa65c285f915" [ 914.516771] env[68934]: _type = "Task" [ 914.516771] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.530096] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5209227e-b3f9-853e-a7af-aa65c285f915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.866712] env[68934]: DEBUG oslo_concurrency.lockutils [req-b069dbd1-a56d-48c1-9ed6-f30d8ddec8a4 req-abca5e0c-0300-4b29-9c18-7b7cb9b8824e service nova] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.907127] env[68934]: DEBUG nova.network.neutron [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updated VIF entry in instance network info cache for port 762e3f6b-cfc9-4634-bf70-1daa105c5192. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.907127] env[68934]: DEBUG nova.network.neutron [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updating instance_info_cache with network_info: [{"id": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "address": "fa:16:3e:3c:8d:9e", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762e3f6b-cf", "ovs_interfaceid": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.935690] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70da51d6-d96a-46cb-8b68-e03e4978a981 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.949130] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea510b2e-9c41-4425-bcca-c5270345e81d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.986710] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a0df5-1f96-47cb-8c77-9ee819ceb687 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.994775] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249dc35a-c9d8-4ec8-a0ef-1646b97730fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.010284] env[68934]: DEBUG nova.compute.provider_tree [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.026989] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5209227e-b3f9-853e-a7af-aa65c285f915, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.027829] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efd168e-6b43-401e-babb-bb2227cf1e05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.033687] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 915.033687] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c17fd-81d4-33f4-e95f-74bde91970eb" [ 915.033687] env[68934]: _type = "Task" [ 915.033687] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.042796] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c17fd-81d4-33f4-e95f-74bde91970eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.403977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "14b949f6-81b9-4198-8e31-60d91b7e30fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.404565] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.408152] env[68934]: DEBUG oslo_concurrency.lockutils [req-1de1303e-d7f1-4c78-88c7-a3712fa6ea1c req-9832cb7f-efbf-4619-939b-a9960e8d9aaf service nova] Releasing lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.494675] env[68934]: DEBUG nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.514898] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.515164] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.515322] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.515505] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.515651] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.515798] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.516047] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.516188] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.516356] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.516517] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.516685] env[68934]: DEBUG nova.virt.hardware [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.517581] env[68934]: DEBUG nova.scheduler.client.report [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.521250] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27563d41-da3b-4a99-a870-ca48b37b73a0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.530235] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb80b27-1693-4d4a-906a-c86985a701fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.550677] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c17fd-81d4-33f4-e95f-74bde91970eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.550872] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.551140] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 5ec31989-73c7-42f9-8427-b53d2f6df260/5ec31989-73c7-42f9-8427-b53d2f6df260.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.551594] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5214403b-80f4-4f4b-8fac-78cb015d45ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.557416] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 915.557416] env[68934]: value = "task-3135002" [ 915.557416] env[68934]: _type = "Task" [ 915.557416] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.564878] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.781952] env[68934]: DEBUG nova.compute.manager [req-d6c5c965-fd28-4460-a062-5b436347ee54 req-8a912536-6f24-4920-986c-df51bce41edf service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Received event network-vif-plugged-3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.782202] env[68934]: DEBUG oslo_concurrency.lockutils [req-d6c5c965-fd28-4460-a062-5b436347ee54 req-8a912536-6f24-4920-986c-df51bce41edf service nova] Acquiring lock "867ea4f6-aa08-441f-a287-989e37713c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.782412] env[68934]: DEBUG oslo_concurrency.lockutils [req-d6c5c965-fd28-4460-a062-5b436347ee54 req-8a912536-6f24-4920-986c-df51bce41edf service nova] Lock "867ea4f6-aa08-441f-a287-989e37713c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.782583] env[68934]: DEBUG oslo_concurrency.lockutils [req-d6c5c965-fd28-4460-a062-5b436347ee54 req-8a912536-6f24-4920-986c-df51bce41edf service nova] Lock "867ea4f6-aa08-441f-a287-989e37713c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.782749] env[68934]: DEBUG nova.compute.manager [req-d6c5c965-fd28-4460-a062-5b436347ee54 req-8a912536-6f24-4920-986c-df51bce41edf service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] No waiting events found dispatching network-vif-plugged-3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.782911] env[68934]: WARNING nova.compute.manager [req-d6c5c965-fd28-4460-a062-5b436347ee54 req-8a912536-6f24-4920-986c-df51bce41edf service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Received unexpected event network-vif-plugged-3623b839-8b30-4b1e-bff0-4ac920c2c369 for instance with vm_state building and task_state spawning. [ 915.880780] env[68934]: DEBUG nova.network.neutron [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Successfully updated port: 3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.024920] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.025504] env[68934]: DEBUG nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.028310] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.843s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.028550] env[68934]: DEBUG nova.objects.instance [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lazy-loading 'resources' on Instance uuid 31754487-d254-4ad7-8dcd-0799fe8acbb9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.068592] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135002, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.383301] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.383460] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.383618] env[68934]: DEBUG nova.network.neutron [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.532205] env[68934]: DEBUG nova.compute.utils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.536964] env[68934]: DEBUG nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.537367] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.569052] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717546} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.571680] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 5ec31989-73c7-42f9-8427-b53d2f6df260/5ec31989-73c7-42f9-8427-b53d2f6df260.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.571905] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.572529] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09e27bae-413d-4beb-81a8-bcfa27070ed1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.579998] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 916.579998] env[68934]: value = "task-3135003" [ 916.579998] env[68934]: _type = "Task" [ 916.579998] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.587649] env[68934]: DEBUG nova.policy [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '593e5f11059d468aa533a5c50669369f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3c12fbcd2fe44b48cb02ce699e28a98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.593373] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.893300] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Successfully created port: a91338ee-e67e-4e6e-94bc-354f01cbaf76 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.944149] env[68934]: DEBUG nova.network.neutron [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.970927] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b1591-496f-472c-8a26-2468119dfb07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.981583] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37580988-61b8-405f-bf60-ceaaaaea6cc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.012782] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aab45c-f00a-4ede-8508-9dbe06c80a0d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.020318] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20132e7-25c9-4c44-84e8-c887ae77541c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.040063] env[68934]: DEBUG nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.043748] env[68934]: DEBUG nova.compute.provider_tree [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.093436] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070556} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.093719] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.094552] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85cb735-cc6e-4e00-8203-3f109b429e34 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.117591] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 5ec31989-73c7-42f9-8427-b53d2f6df260/5ec31989-73c7-42f9-8427-b53d2f6df260.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.117924] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fcc067e-655e-4f34-a2e8-ea06daa8e5ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.137985] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 917.137985] env[68934]: value = "task-3135004" [ 917.137985] env[68934]: _type = "Task" [ 917.137985] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.146827] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.200618] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Successfully created port: aa042690-37bf-4925-a846-6d5d762236f6 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.232901] env[68934]: DEBUG nova.network.neutron [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.509355] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4c6d3-b382-d428-fcb0-bd0c179b4013/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 917.511199] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3ea09-ddd8-4749-a4c6-855fa7d7c038 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.517167] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4c6d3-b382-d428-fcb0-bd0c179b4013/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 917.517341] env[68934]: ERROR oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4c6d3-b382-d428-fcb0-bd0c179b4013/disk-0.vmdk due to incomplete transfer. [ 917.517572] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6cdaf117-a35e-4d12-a2cc-ef726214490a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.524744] env[68934]: DEBUG oslo_vmware.rw_handles [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4c6d3-b382-d428-fcb0-bd0c179b4013/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 917.524999] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Uploaded image ddb162d8-84a9-43fc-85d0-c2397de2fb6f to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 917.527352] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 917.527630] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22a7110b-8a98-42b6-89c6-cfd272a563a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.533787] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 917.533787] env[68934]: value = "task-3135005" [ 917.533787] env[68934]: _type = "Task" [ 917.533787] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.540378] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135005, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.551032] env[68934]: DEBUG nova.scheduler.client.report [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.653305] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135004, 'name': ReconfigVM_Task, 'duration_secs': 0.288047} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.653731] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 5ec31989-73c7-42f9-8427-b53d2f6df260/5ec31989-73c7-42f9-8427-b53d2f6df260.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.654545] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dc88b3a-c853-41cd-98a4-637752fe78b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.663412] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 917.663412] env[68934]: value = "task-3135006" [ 917.663412] env[68934]: _type = "Task" [ 917.663412] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.672174] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135006, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.735603] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.735953] env[68934]: DEBUG nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Instance network_info: |[{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.736484] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:09:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3623b839-8b30-4b1e-bff0-4ac920c2c369', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.744011] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating folder: Project (493068d90d504d7abc1d61f5a50b7af4). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.744323] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ea50e3b-9644-42ac-9c2e-6c8d74629089 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.753792] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Created folder: Project (493068d90d504d7abc1d61f5a50b7af4) in parent group-v627191. [ 917.753980] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating folder: Instances. Parent ref: group-v627365. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.754243] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ae3582d-bf2f-4131-a497-dce59e240d0f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.763097] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Created folder: Instances in parent group-v627365. [ 917.763340] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.763534] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.763732] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81bcd58-9cd3-491d-8369-f99a9335ee37 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.782576] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.782576] env[68934]: value = "task-3135009" [ 917.782576] env[68934]: _type = "Task" [ 917.782576] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.790682] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135009, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.811493] env[68934]: DEBUG nova.compute.manager [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Received event network-changed-3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.811723] env[68934]: DEBUG nova.compute.manager [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Refreshing instance network info cache due to event network-changed-3623b839-8b30-4b1e-bff0-4ac920c2c369. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.811872] env[68934]: DEBUG oslo_concurrency.lockutils [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] Acquiring lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.812090] env[68934]: DEBUG oslo_concurrency.lockutils [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] Acquired lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.812283] env[68934]: DEBUG nova.network.neutron [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Refreshing network info cache for port 3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.047774] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135005, 'name': Destroy_Task, 'duration_secs': 0.391723} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.048710] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Destroyed the VM [ 918.049049] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.050038] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-605117d8-77f3-4e8c-a1d7-54b97c9fb4fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.052410] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.055224] env[68934]: DEBUG nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.057326] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.950s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.059124] env[68934]: INFO nova.compute.claims [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.070207] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 918.070207] env[68934]: value = "task-3135010" [ 918.070207] env[68934]: _type = "Task" [ 918.070207] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.080342] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.083348] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.083348] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.083348] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.083348] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.083779] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.083779] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.084198] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.084454] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.085035] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.085035] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.085167] env[68934]: DEBUG nova.virt.hardware [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.086751] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee49bae-5aab-40ea-a6d4-e73d1e1f2bca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.090185] env[68934]: INFO nova.scheduler.client.report [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Deleted allocations for instance 31754487-d254-4ad7-8dcd-0799fe8acbb9 [ 918.098052] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd4f70-ffdf-4863-a6b6-fa0b074e3b2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.173694] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135006, 'name': Rename_Task, 'duration_secs': 0.150496} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.174010] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.174282] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3cab3a8-46cd-4262-bc29-2895856ad551 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.182376] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 918.182376] env[68934]: value = "task-3135011" [ 918.182376] env[68934]: _type = "Task" [ 918.182376] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.191762] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.293022] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135009, 'name': CreateVM_Task, 'duration_secs': 0.324098} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.293275] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.294115] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.294344] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.294747] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.295075] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efd9bdb-d318-444c-9a16-11692190e170 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.300601] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 918.300601] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a926a7-6273-7b4a-00a9-a1258708deb7" [ 918.300601] env[68934]: _type = "Task" [ 918.300601] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.309522] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a926a7-6273-7b4a-00a9-a1258708deb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.579762] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135010, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.602498] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c18513db-8255-4850-bccd-be5300f2ab38 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Lock "31754487-d254-4ad7-8dcd-0799fe8acbb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.016s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.677635] env[68934]: DEBUG nova.network.neutron [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updated VIF entry in instance network info cache for port 3623b839-8b30-4b1e-bff0-4ac920c2c369. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.677635] env[68934]: DEBUG nova.network.neutron [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.696917] env[68934]: DEBUG oslo_vmware.api [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135011, 'name': PowerOnVM_Task, 'duration_secs': 0.503362} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.697371] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.697628] env[68934]: INFO nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Took 7.91 seconds to spawn the instance on the hypervisor. [ 918.697859] env[68934]: DEBUG nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.698921] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2bf96a-d571-42f8-b33a-07c23d6fc307 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.812390] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a926a7-6273-7b4a-00a9-a1258708deb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.812702] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.812973] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.813255] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813404] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813585] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.813864] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7b1092-3d6a-4554-8f4f-647a35e9b18b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.823424] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.823651] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.824489] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bd388b-f9b8-4b34-a97f-fce5e2825b41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.831110] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 918.831110] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526b8426-e0e6-7c4b-2945-da7313031d02" [ 918.831110] env[68934]: _type = "Task" [ 918.831110] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.839473] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526b8426-e0e6-7c4b-2945-da7313031d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.075707] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Successfully updated port: a91338ee-e67e-4e6e-94bc-354f01cbaf76 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.087330] env[68934]: DEBUG oslo_vmware.api [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135010, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542568} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.088210] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.088448] env[68934]: INFO nova.compute.manager [None req-58fe6586-bf29-4982-b823-cf28fe919594 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Took 13.83 seconds to snapshot the instance on the hypervisor. [ 919.180010] env[68934]: DEBUG oslo_concurrency.lockutils [req-cd9d4fed-79e5-467a-abde-dfa9f96e2b83 req-850ef189-6131-4561-8911-437b96fe8bf4 service nova] Releasing lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.222723] env[68934]: INFO nova.compute.manager [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Took 44.86 seconds to build instance. [ 919.345283] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526b8426-e0e6-7c4b-2945-da7313031d02, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.346573] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ee562f-24a5-4ed6-85b5-5eab3b38021e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.355072] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 919.355072] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e2a259-a183-0d16-f5c0-0fc27c093815" [ 919.355072] env[68934]: _type = "Task" [ 919.355072] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.364107] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e2a259-a183-0d16-f5c0-0fc27c093815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.491026] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ba804-8291-4f7b-9970-9ac747985c6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.496233] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064257e4-bb39-4b36-8c8d-3745b8d78ce0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.530485] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf20ef96-31c3-414e-ac20-2d352167e4f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.538105] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db6ec27-f056-42b4-8976-1f0c583c22f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.551828] env[68934]: DEBUG nova.compute.provider_tree [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.725690] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5aef5115-86d7-4bc9-bb16-d78486c099d3 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.270s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.868835] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e2a259-a183-0d16-f5c0-0fc27c093815, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.869305] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.869422] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 867ea4f6-aa08-441f-a287-989e37713c27/867ea4f6-aa08-441f-a287-989e37713c27.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.869698] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e79215a-9689-4f3e-9615-fe001c41654f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.881028] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 919.881028] env[68934]: value = "task-3135012" [ 919.881028] env[68934]: _type = "Task" [ 919.881028] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.886532] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.999986] env[68934]: DEBUG nova.compute.manager [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received event network-vif-plugged-a91338ee-e67e-4e6e-94bc-354f01cbaf76 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.000238] env[68934]: DEBUG oslo_concurrency.lockutils [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] Acquiring lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.000512] env[68934]: DEBUG oslo_concurrency.lockutils [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.000980] env[68934]: DEBUG oslo_concurrency.lockutils [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.000980] env[68934]: DEBUG nova.compute.manager [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] No waiting events found dispatching network-vif-plugged-a91338ee-e67e-4e6e-94bc-354f01cbaf76 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.001181] env[68934]: WARNING nova.compute.manager [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received unexpected event network-vif-plugged-a91338ee-e67e-4e6e-94bc-354f01cbaf76 for instance with vm_state building and task_state spawning. [ 920.001457] env[68934]: DEBUG nova.compute.manager [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received event network-changed-a91338ee-e67e-4e6e-94bc-354f01cbaf76 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.001786] env[68934]: DEBUG nova.compute.manager [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Refreshing instance network info cache due to event network-changed-a91338ee-e67e-4e6e-94bc-354f01cbaf76. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.001855] env[68934]: DEBUG oslo_concurrency.lockutils [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] Acquiring lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.002009] env[68934]: DEBUG oslo_concurrency.lockutils [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] Acquired lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.002214] env[68934]: DEBUG nova.network.neutron [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Refreshing network info cache for port a91338ee-e67e-4e6e-94bc-354f01cbaf76 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.055948] env[68934]: DEBUG nova.scheduler.client.report [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.229477] env[68934]: DEBUG nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.397936] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470921} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.397936] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 867ea4f6-aa08-441f-a287-989e37713c27/867ea4f6-aa08-441f-a287-989e37713c27.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.397936] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.398149] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c2e0f48-8311-47fa-b80d-351f592fd4a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.406130] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 920.406130] env[68934]: value = "task-3135013" [ 920.406130] env[68934]: _type = "Task" [ 920.406130] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.415022] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.561134] env[68934]: DEBUG nova.network.neutron [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.566385] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.568216] env[68934]: DEBUG nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.571148] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.485s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.571391] env[68934]: DEBUG nova.objects.instance [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lazy-loading 'resources' on Instance uuid de1819bd-5edc-4ef4-8661-cb301b4782c3 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.647906] env[68934]: DEBUG nova.network.neutron [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.756018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.916912] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065707} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.917072] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.917768] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9518970d-cfcd-4ee4-ae8b-c9c8bcf2b999 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.940482] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 867ea4f6-aa08-441f-a287-989e37713c27/867ea4f6-aa08-441f-a287-989e37713c27.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.940778] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3906e88-eddb-447c-a5fa-8e0c05b1e7a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.959499] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 920.959499] env[68934]: value = "task-3135014" [ 920.959499] env[68934]: _type = "Task" [ 920.959499] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.966887] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.075369] env[68934]: DEBUG nova.compute.utils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.076221] env[68934]: DEBUG nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.076221] env[68934]: DEBUG nova.network.neutron [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.152483] env[68934]: DEBUG oslo_concurrency.lockutils [req-57793a8d-484f-4ab3-9268-a7e0003e485e req-ecc171a2-6863-497a-9eae-9af42a94e8cc service nova] Releasing lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.171986] env[68934]: DEBUG nova.policy [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9313b1daa914c3c8c604b0244ce8a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f2f8e8a064405eade72de6a588b64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.243434] env[68934]: DEBUG nova.compute.manager [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.244563] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e11a0-86b1-41f4-8b35-81e4e6e5d4bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.367327] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Successfully updated port: aa042690-37bf-4925-a846-6d5d762236f6 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.470198] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.544345] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a173bfa4-d885-432b-b523-7d4d9593a43d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.551607] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16280cb5-50ca-4e79-a744-bf344777f617 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.593133] env[68934]: DEBUG nova.network.neutron [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Successfully created port: 27769cd3-d452-4730-9fa4-91d40973f962 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.595579] env[68934]: DEBUG nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.599918] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5218ba-eed4-4ba4-8cf3-8bf7373e3274 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.608133] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd47f33b-636b-4611-bdde-f04cc1ad8950 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.624746] env[68934]: DEBUG nova.compute.provider_tree [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.768650] env[68934]: INFO nova.compute.manager [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] instance snapshotting [ 921.771887] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62556735-cef7-4ce4-925a-1f47abed552a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.792388] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163ebb85-a76b-4020-8b63-709800511616 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.869636] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.869802] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.869965] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.970643] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135014, 'name': ReconfigVM_Task, 'duration_secs': 0.574552} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.970921] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 867ea4f6-aa08-441f-a287-989e37713c27/867ea4f6-aa08-441f-a287-989e37713c27.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.971608] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479e09da-bc2b-48a0-9ec0-2811d4531a8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.977877] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 921.977877] env[68934]: value = "task-3135015" [ 921.977877] env[68934]: _type = "Task" [ 921.977877] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.987878] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135015, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.127851] env[68934]: DEBUG nova.scheduler.client.report [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.168806] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "d6d4c519-5c6e-4ee8-8340-73729e043468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.169168] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "d6d4c519-5c6e-4ee8-8340-73729e043468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.191978] env[68934]: DEBUG nova.compute.manager [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Received event network-changed-d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.192174] env[68934]: DEBUG nova.compute.manager [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Refreshing instance network info cache due to event network-changed-d41ce333-9182-4136-bcad-b8176a408581. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.192385] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.192526] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.192687] env[68934]: DEBUG nova.network.neutron [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Refreshing network info cache for port d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.302871] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.303257] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ce387e0-ac3b-4ed3-95aa-ac62d7278fe3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.311043] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 922.311043] env[68934]: value = "task-3135016" [ 922.311043] env[68934]: _type = "Task" [ 922.311043] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.321881] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135016, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.408981] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.487318] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135015, 'name': Rename_Task, 'duration_secs': 0.348794} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.487645] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.488009] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64754c1-8d42-4476-83fc-217ec6114198 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.495091] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 922.495091] env[68934]: value = "task-3135017" [ 922.495091] env[68934]: _type = "Task" [ 922.495091] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.502771] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.609591] env[68934]: DEBUG nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.633171] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.636645] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.086s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.637539] env[68934]: INFO nova.compute.claims [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.642877] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.643192] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.643373] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.643598] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.643778] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.643946] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.645560] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.645560] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.645560] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.645560] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.645560] env[68934]: DEBUG nova.virt.hardware [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.646423] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b1007-5868-49cc-9d6b-761b2f79b7d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.658053] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa74312-c6e3-4eab-b144-12a035d89e9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.664216] env[68934]: INFO nova.scheduler.client.report [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Deleted allocations for instance de1819bd-5edc-4ef4-8661-cb301b4782c3 [ 922.696532] env[68934]: DEBUG nova.network.neutron [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Updating instance_info_cache with network_info: [{"id": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "address": "fa:16:3e:20:f0:39", "network": {"id": "db7f940f-4ee2-4d88-971d-d75c9e731c5e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657027439", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91338ee-e6", "ovs_interfaceid": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa042690-37bf-4925-a846-6d5d762236f6", "address": "fa:16:3e:8f:0a:30", "network": {"id": "34ab3d72-7ca6-40ce-bd86-fc957334b7f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1938244613", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa042690-37", "ovs_interfaceid": "aa042690-37bf-4925-a846-6d5d762236f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.820982] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135016, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.927680] env[68934]: DEBUG nova.network.neutron [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updated VIF entry in instance network info cache for port d41ce333-9182-4136-bcad-b8176a408581. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.928161] env[68934]: DEBUG nova.network.neutron [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.006716] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.179947] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac9002bc-d513-40be-b836-a844640a013b tempest-ServersAaction247Test-2140799371 tempest-ServersAaction247Test-2140799371-project-member] Lock "de1819bd-5edc-4ef4-8661-cb301b4782c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.314s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.201950] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Releasing lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.202723] env[68934]: DEBUG nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Instance network_info: |[{"id": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "address": "fa:16:3e:20:f0:39", "network": {"id": "db7f940f-4ee2-4d88-971d-d75c9e731c5e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657027439", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91338ee-e6", "ovs_interfaceid": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa042690-37bf-4925-a846-6d5d762236f6", "address": "fa:16:3e:8f:0a:30", "network": {"id": "34ab3d72-7ca6-40ce-bd86-fc957334b7f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1938244613", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa042690-37", "ovs_interfaceid": "aa042690-37bf-4925-a846-6d5d762236f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.203074] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:f0:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a91338ee-e67e-4e6e-94bc-354f01cbaf76', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa042690-37bf-4925-a846-6d5d762236f6', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.213188] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.213673] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.213897] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d418e862-5db1-4336-894c-06f8a36de3dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.236511] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.236511] env[68934]: value = "task-3135018" [ 923.236511] env[68934]: _type = "Task" [ 923.236511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.244309] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135018, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.320862] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135016, 'name': CreateSnapshot_Task, 'duration_secs': 0.522388} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.321132] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.322287] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f5e6ff-f84d-476b-9a91-bc1f8ba77d8f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.431329] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.431629] env[68934]: DEBUG nova.compute.manager [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received event network-vif-plugged-aa042690-37bf-4925-a846-6d5d762236f6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.431850] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Acquiring lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.432094] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.434224] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.434224] env[68934]: DEBUG nova.compute.manager [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] No waiting events found dispatching network-vif-plugged-aa042690-37bf-4925-a846-6d5d762236f6 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.434224] env[68934]: WARNING nova.compute.manager [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received unexpected event network-vif-plugged-aa042690-37bf-4925-a846-6d5d762236f6 for instance with vm_state building and task_state spawning. [ 923.434224] env[68934]: DEBUG nova.compute.manager [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received event network-changed-aa042690-37bf-4925-a846-6d5d762236f6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.434224] env[68934]: DEBUG nova.compute.manager [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Refreshing instance network info cache due to event network-changed-aa042690-37bf-4925-a846-6d5d762236f6. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.434224] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Acquiring lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.434224] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Acquired lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.434224] env[68934]: DEBUG nova.network.neutron [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Refreshing network info cache for port aa042690-37bf-4925-a846-6d5d762236f6 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.507540] env[68934]: DEBUG oslo_vmware.api [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135017, 'name': PowerOnVM_Task, 'duration_secs': 0.801078} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.507819] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.508117] env[68934]: INFO nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Took 8.02 seconds to spawn the instance on the hypervisor. [ 923.510031] env[68934]: DEBUG nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.510031] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65559b-5e1c-4c12-8ee5-e350b388b4df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.547473] env[68934]: DEBUG nova.compute.manager [req-ad3b2da9-b3e0-4e08-9d78-4230cd4325e8 req-375a3bc1-0fa1-47ae-86f7-7dfa9760d3bd service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Received event network-vif-plugged-27769cd3-d452-4730-9fa4-91d40973f962 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.547597] env[68934]: DEBUG oslo_concurrency.lockutils [req-ad3b2da9-b3e0-4e08-9d78-4230cd4325e8 req-375a3bc1-0fa1-47ae-86f7-7dfa9760d3bd service nova] Acquiring lock "ae8d0a82-3cff-416d-a2f9-999c97effebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.547786] env[68934]: DEBUG oslo_concurrency.lockutils [req-ad3b2da9-b3e0-4e08-9d78-4230cd4325e8 req-375a3bc1-0fa1-47ae-86f7-7dfa9760d3bd service nova] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.547955] env[68934]: DEBUG oslo_concurrency.lockutils [req-ad3b2da9-b3e0-4e08-9d78-4230cd4325e8 req-375a3bc1-0fa1-47ae-86f7-7dfa9760d3bd service nova] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.548210] env[68934]: DEBUG nova.compute.manager [req-ad3b2da9-b3e0-4e08-9d78-4230cd4325e8 req-375a3bc1-0fa1-47ae-86f7-7dfa9760d3bd service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] No waiting events found dispatching network-vif-plugged-27769cd3-d452-4730-9fa4-91d40973f962 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.548390] env[68934]: WARNING nova.compute.manager [req-ad3b2da9-b3e0-4e08-9d78-4230cd4325e8 req-375a3bc1-0fa1-47ae-86f7-7dfa9760d3bd service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Received unexpected event network-vif-plugged-27769cd3-d452-4730-9fa4-91d40973f962 for instance with vm_state building and task_state spawning. [ 923.742040] env[68934]: DEBUG nova.network.neutron [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Successfully updated port: 27769cd3-d452-4730-9fa4-91d40973f962 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.748353] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135018, 'name': CreateVM_Task, 'duration_secs': 0.398823} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.753230] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.758017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.758017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.758017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.758017] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98ad502-d85f-46ad-b1ca-b00553aa3e42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.760536] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 923.760536] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528df57c-5f89-d7fb-d000-23a97e017e17" [ 923.760536] env[68934]: _type = "Task" [ 923.760536] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.774377] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528df57c-5f89-d7fb-d000-23a97e017e17, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.774727] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.774900] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.775131] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.775272] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.775451] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.775700] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48cfbc8d-9495-4a75-88b1-9275d6166d17 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.786585] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.786585] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.787111] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebf12d4-8063-450c-8e1a-3099687c38cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.796899] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 923.796899] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d80fbe-11d1-592a-21b9-6b55478071af" [ 923.796899] env[68934]: _type = "Task" [ 923.796899] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.802983] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d80fbe-11d1-592a-21b9-6b55478071af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.841704] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.842938] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-91e31c24-c599-4522-a836-bc74701f8a90 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.855073] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 923.855073] env[68934]: value = "task-3135019" [ 923.855073] env[68934]: _type = "Task" [ 923.855073] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.867160] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135019, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.031557] env[68934]: INFO nova.compute.manager [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Took 47.23 seconds to build instance. [ 924.109403] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d48852c-7b3b-4560-afd9-08f897b64614 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.120263] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2aa625-1e12-4147-9a71-fa9d14ce837c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.152902] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96193f49-ba46-4b30-a853-3dbcf165152e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.160908] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7db5bd-ebe3-41e8-b0da-ba4af42148f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.174737] env[68934]: DEBUG nova.compute.provider_tree [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.202048] env[68934]: DEBUG nova.network.neutron [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Updated VIF entry in instance network info cache for port aa042690-37bf-4925-a846-6d5d762236f6. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.202474] env[68934]: DEBUG nova.network.neutron [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Updating instance_info_cache with network_info: [{"id": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "address": "fa:16:3e:20:f0:39", "network": {"id": "db7f940f-4ee2-4d88-971d-d75c9e731c5e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657027439", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91338ee-e6", "ovs_interfaceid": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa042690-37bf-4925-a846-6d5d762236f6", "address": "fa:16:3e:8f:0a:30", "network": {"id": "34ab3d72-7ca6-40ce-bd86-fc957334b7f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1938244613", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa042690-37", "ovs_interfaceid": "aa042690-37bf-4925-a846-6d5d762236f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.243459] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-ae8d0a82-3cff-416d-a2f9-999c97effebd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.243613] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-ae8d0a82-3cff-416d-a2f9-999c97effebd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.243796] env[68934]: DEBUG nova.network.neutron [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.307067] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d80fbe-11d1-592a-21b9-6b55478071af, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.307464] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb222c1b-cfad-4808-82da-96726eb9e643 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.312995] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 924.312995] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0a4e2-443d-0140-d6ec-d60518904d28" [ 924.312995] env[68934]: _type = "Task" [ 924.312995] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.321284] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0a4e2-443d-0140-d6ec-d60518904d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.365572] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135019, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.532923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.614s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.683024] env[68934]: DEBUG nova.scheduler.client.report [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.704798] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a72052a-56bb-4220-a88d-87aa72c1b8a4 req-bd7c03be-b159-4108-9347-f4fefb399fe1 service nova] Releasing lock "refresh_cache-860344fa-57fe-447b-a0a2-fb61ddf97262" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.782217] env[68934]: DEBUG nova.network.neutron [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.842506] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0a4e2-443d-0140-d6ec-d60518904d28, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.842810] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.843150] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 860344fa-57fe-447b-a0a2-fb61ddf97262/860344fa-57fe-447b-a0a2-fb61ddf97262.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.843468] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ea83c2-74cc-4aa8-9d81-4e599870af76 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.852417] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 924.852417] env[68934]: value = "task-3135020" [ 924.852417] env[68934]: _type = "Task" [ 924.852417] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.864833] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.873683] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135019, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.039029] env[68934]: DEBUG nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.187433] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.189120] env[68934]: DEBUG nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.194341] env[68934]: DEBUG nova.network.neutron [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Updating instance_info_cache with network_info: [{"id": "27769cd3-d452-4730-9fa4-91d40973f962", "address": "fa:16:3e:a2:46:8c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27769cd3-d4", "ovs_interfaceid": "27769cd3-d452-4730-9fa4-91d40973f962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.199058] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.359s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.199369] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.199567] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 925.200686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.651s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.200932] env[68934]: DEBUG nova.objects.instance [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.207964] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8ef03-ba5f-4106-aa6c-07bf14d96d0e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.221874] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240bce6f-21eb-432f-be05-21f4cf65fcb4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.240045] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb862ea5-4f72-4e77-a000-fddde12aa733 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.250225] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290751ea-05ac-46af-8f56-41515920480b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.292391] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179275MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 925.292608] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.376734] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517518} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.383288] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 860344fa-57fe-447b-a0a2-fb61ddf97262/860344fa-57fe-447b-a0a2-fb61ddf97262.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.384027] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.384130] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135019, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.384506] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-771fc41f-dbcb-470e-bf94-c5b5ec52b744 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.391351] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 925.391351] env[68934]: value = "task-3135021" [ 925.391351] env[68934]: _type = "Task" [ 925.391351] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.400536] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.566884] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.588624] env[68934]: DEBUG nova.compute.manager [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Received event network-changed-27769cd3-d452-4730-9fa4-91d40973f962 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.588624] env[68934]: DEBUG nova.compute.manager [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Refreshing instance network info cache due to event network-changed-27769cd3-d452-4730-9fa4-91d40973f962. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.588762] env[68934]: DEBUG oslo_concurrency.lockutils [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] Acquiring lock "refresh_cache-ae8d0a82-3cff-416d-a2f9-999c97effebd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.708181] env[68934]: DEBUG nova.compute.utils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.710928] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-ae8d0a82-3cff-416d-a2f9-999c97effebd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.711278] env[68934]: DEBUG nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Instance network_info: |[{"id": "27769cd3-d452-4730-9fa4-91d40973f962", "address": "fa:16:3e:a2:46:8c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27769cd3-d4", "ovs_interfaceid": "27769cd3-d452-4730-9fa4-91d40973f962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.711613] env[68934]: DEBUG nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.711815] env[68934]: DEBUG nova.network.neutron [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.715396] env[68934]: DEBUG oslo_concurrency.lockutils [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] Acquired lock "refresh_cache-ae8d0a82-3cff-416d-a2f9-999c97effebd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.715774] env[68934]: DEBUG nova.network.neutron [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Refreshing network info cache for port 27769cd3-d452-4730-9fa4-91d40973f962 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.721188] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:46:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27769cd3-d452-4730-9fa4-91d40973f962', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.730905] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.737549] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.737549] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05d8eba2-ee13-4b48-b92c-1f9e6387274a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.757928] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.757928] env[68934]: value = "task-3135022" [ 925.757928] env[68934]: _type = "Task" [ 925.757928] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.766514] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135022, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.785331] env[68934]: DEBUG nova.policy [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc77048543ea47ee919d9410d7b00da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5c3a77b75a44687993ee5396d777269', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.872240] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135019, 'name': CloneVM_Task, 'duration_secs': 1.987787} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.872451] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Created linked-clone VM from snapshot [ 925.873279] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d3a7e-f4fa-495d-89ec-c03e63fe6268 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.880850] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Uploading image 3841c890-e464-4fd0-b101-45fe4a23476f {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.902125] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078891} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.902209] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.902991] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14823474-3be9-49a7-a0a9-357ab754ffda {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.939538] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 860344fa-57fe-447b-a0a2-fb61ddf97262/860344fa-57fe-447b-a0a2-fb61ddf97262.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.942413] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.942413] env[68934]: value = "vm-627370" [ 925.942413] env[68934]: _type = "VirtualMachine" [ 925.942413] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.942706] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fbe443e-4023-4650-9d35-c7e2d9902e2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.958038] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4aabccf6-3d6d-46c0-a970-00958fe16652 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.964964] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 925.964964] env[68934]: value = "task-3135023" [ 925.964964] env[68934]: _type = "Task" [ 925.964964] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.971884] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lease: (returnval){ [ 925.971884] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52337e42-4dc9-41b4-8012-57eb855100b5" [ 925.971884] env[68934]: _type = "HttpNfcLease" [ 925.971884] env[68934]: } obtained for exporting VM: (result){ [ 925.971884] env[68934]: value = "vm-627370" [ 925.971884] env[68934]: _type = "VirtualMachine" [ 925.971884] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.972171] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the lease: (returnval){ [ 925.972171] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52337e42-4dc9-41b4-8012-57eb855100b5" [ 925.972171] env[68934]: _type = "HttpNfcLease" [ 925.972171] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.978922] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.983031] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.983031] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52337e42-4dc9-41b4-8012-57eb855100b5" [ 925.983031] env[68934]: _type = "HttpNfcLease" [ 925.983031] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.983479] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.983479] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52337e42-4dc9-41b4-8012-57eb855100b5" [ 925.983479] env[68934]: _type = "HttpNfcLease" [ 925.983479] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 925.984700] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b48dd83-25a0-45e0-8aea-b0f5cb0a6f78 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.993039] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f1fcd-9664-2bef-f484-87c8d524b205/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.993240] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f1fcd-9664-2bef-f484-87c8d524b205/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 926.112072] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4f8d481-ffdb-48a5-a051-6eb6dedaf511 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.213828] env[68934]: DEBUG nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.238426] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a572ed04-4edc-4bcd-9d7e-bc2508224721 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.038s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.239865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.650s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.242116] env[68934]: INFO nova.compute.claims [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.267605] env[68934]: DEBUG nova.network.neutron [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Successfully created port: ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.275078] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135022, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.475668] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135023, 'name': ReconfigVM_Task, 'duration_secs': 0.393424} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.476039] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 860344fa-57fe-447b-a0a2-fb61ddf97262/860344fa-57fe-447b-a0a2-fb61ddf97262.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.476668] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a1c562d-a3c3-47b9-bea8-0c207203b419 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.482830] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 926.482830] env[68934]: value = "task-3135025" [ 926.482830] env[68934]: _type = "Task" [ 926.482830] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.491081] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135025, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.579236] env[68934]: DEBUG nova.network.neutron [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Updated VIF entry in instance network info cache for port 27769cd3-d452-4730-9fa4-91d40973f962. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.579236] env[68934]: DEBUG nova.network.neutron [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Updating instance_info_cache with network_info: [{"id": "27769cd3-d452-4730-9fa4-91d40973f962", "address": "fa:16:3e:a2:46:8c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27769cd3-d4", "ovs_interfaceid": "27769cd3-d452-4730-9fa4-91d40973f962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.769145] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135022, 'name': CreateVM_Task, 'duration_secs': 0.605015} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.770742] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.771560] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.771793] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.772531] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.773041] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4febb94c-f76d-45e0-b3fa-ad09234c152e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.782264] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 926.782264] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52638aed-6c01-8ff1-8e18-2107dae4364a" [ 926.782264] env[68934]: _type = "Task" [ 926.782264] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.787612] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52638aed-6c01-8ff1-8e18-2107dae4364a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.993790] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135025, 'name': Rename_Task, 'duration_secs': 0.24173} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.993790] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.993790] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97df9a07-82d7-484d-b4e5-022eb489dc70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.002206] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 927.002206] env[68934]: value = "task-3135026" [ 927.002206] env[68934]: _type = "Task" [ 927.002206] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.010466] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.083026] env[68934]: DEBUG oslo_concurrency.lockutils [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] Releasing lock "refresh_cache-ae8d0a82-3cff-416d-a2f9-999c97effebd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.083303] env[68934]: DEBUG nova.compute.manager [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Received event network-changed-3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.083604] env[68934]: DEBUG nova.compute.manager [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Refreshing instance network info cache due to event network-changed-3623b839-8b30-4b1e-bff0-4ac920c2c369. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.083944] env[68934]: DEBUG oslo_concurrency.lockutils [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] Acquiring lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.084263] env[68934]: DEBUG oslo_concurrency.lockutils [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] Acquired lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.084580] env[68934]: DEBUG nova.network.neutron [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Refreshing network info cache for port 3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.230351] env[68934]: DEBUG nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.260103] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.260663] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.261111] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.261647] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.261952] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.262253] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.263179] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.264792] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.265130] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.267400] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.268425] env[68934]: DEBUG nova.virt.hardware [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.275484] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94eddc8-7da0-4a1e-b783-29113885a9c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.287413] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f0622b-5a41-47db-a2dd-88d46e9b2aed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.296720] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52638aed-6c01-8ff1-8e18-2107dae4364a, 'name': SearchDatastore_Task, 'duration_secs': 0.022318} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.297680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.297989] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.298302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.298490] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.298711] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.307523] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e04f5d7-7f4a-41d4-b608-3d5b7e4a4a74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.321971] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.322178] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.322935] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db6b07e-cbe7-42b2-9de1-0ae6bf0fd31d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.330425] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 927.330425] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52661c28-8785-9856-8af0-51421303c50c" [ 927.330425] env[68934]: _type = "Task" [ 927.330425] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.342717] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52661c28-8785-9856-8af0-51421303c50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.515964] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.747396] env[68934]: DEBUG nova.compute.manager [req-c250e89a-3b28-4242-a800-dee62c62f614 req-daa4adb3-52cb-4b84-ac66-46df40c3be11 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Received event network-vif-plugged-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.747627] env[68934]: DEBUG oslo_concurrency.lockutils [req-c250e89a-3b28-4242-a800-dee62c62f614 req-daa4adb3-52cb-4b84-ac66-46df40c3be11 service nova] Acquiring lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.747915] env[68934]: DEBUG oslo_concurrency.lockutils [req-c250e89a-3b28-4242-a800-dee62c62f614 req-daa4adb3-52cb-4b84-ac66-46df40c3be11 service nova] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.748180] env[68934]: DEBUG oslo_concurrency.lockutils [req-c250e89a-3b28-4242-a800-dee62c62f614 req-daa4adb3-52cb-4b84-ac66-46df40c3be11 service nova] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.748361] env[68934]: DEBUG nova.compute.manager [req-c250e89a-3b28-4242-a800-dee62c62f614 req-daa4adb3-52cb-4b84-ac66-46df40c3be11 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] No waiting events found dispatching network-vif-plugged-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.748985] env[68934]: WARNING nova.compute.manager [req-c250e89a-3b28-4242-a800-dee62c62f614 req-daa4adb3-52cb-4b84-ac66-46df40c3be11 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Received unexpected event network-vif-plugged-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 for instance with vm_state building and task_state spawning. [ 927.750701] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6e4518-07c0-47a9-8aaa-134c1d8f6363 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.759859] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16806868-ee94-4c70-9f56-754a1c294c3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.800306] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a80497e-267d-467c-8449-2bde5d6d6b2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.808493] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87527923-3d9b-4852-92f3-534e58747e0a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.826430] env[68934]: DEBUG nova.compute.provider_tree [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.850099] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52661c28-8785-9856-8af0-51421303c50c, 'name': SearchDatastore_Task, 'duration_secs': 0.018914} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.851556] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaeaef01-7f40-4b7d-b7a2-45b58c539d34 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.859397] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 927.859397] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5242429f-174d-ee25-0487-30bff9815493" [ 927.859397] env[68934]: _type = "Task" [ 927.859397] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.870095] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5242429f-174d-ee25-0487-30bff9815493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.886114] env[68934]: DEBUG nova.network.neutron [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updated VIF entry in instance network info cache for port 3623b839-8b30-4b1e-bff0-4ac920c2c369. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.886518] env[68934]: DEBUG nova.network.neutron [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.957543] env[68934]: DEBUG nova.network.neutron [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Successfully updated port: ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.016026] env[68934]: DEBUG oslo_vmware.api [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135026, 'name': PowerOnVM_Task, 'duration_secs': 0.878547} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.016509] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.016619] env[68934]: INFO nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Took 9.96 seconds to spawn the instance on the hypervisor. [ 928.016759] env[68934]: DEBUG nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.018791] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71049f7b-2dfb-4500-94da-5b72ca641b85 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.330560] env[68934]: DEBUG nova.scheduler.client.report [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.376872] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5242429f-174d-ee25-0487-30bff9815493, 'name': SearchDatastore_Task, 'duration_secs': 0.02931} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.377377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.377377] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.378446] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad16b1b6-cafe-4da0-90bf-02273796d4e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.389375] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 928.389375] env[68934]: value = "task-3135027" [ 928.389375] env[68934]: _type = "Task" [ 928.389375] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.390873] env[68934]: DEBUG oslo_concurrency.lockutils [req-ebf31ff5-e438-421d-b256-60424d4a41e1 req-d4404a8e-49de-4b1a-8c17-1e45b574a8f0 service nova] Releasing lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.397597] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.457360] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "refresh_cache-b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.457531] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquired lock "refresh_cache-b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.457708] env[68934]: DEBUG nova.network.neutron [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.541503] env[68934]: INFO nova.compute.manager [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Took 44.54 seconds to build instance. [ 928.837016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.838180] env[68934]: DEBUG nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.841281] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.162s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.843291] env[68934]: INFO nova.compute.claims [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.855081] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.855397] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.900113] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.000613] env[68934]: DEBUG nova.network.neutron [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.043954] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d70026da-d78b-4064-8988-cdf7cae8f1ee tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.355s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.193660] env[68934]: DEBUG nova.network.neutron [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Updating instance_info_cache with network_info: [{"id": "ecd86b60-03ae-40a8-9b69-c3ba4319a7f3", "address": "fa:16:3e:42:45:fa", "network": {"id": "616845e8-5963-4a8c-97b0-125af9a85707", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-137455454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c3a77b75a44687993ee5396d777269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd86b60-03", "ovs_interfaceid": "ecd86b60-03ae-40a8-9b69-c3ba4319a7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.348071] env[68934]: DEBUG nova.compute.utils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.357719] env[68934]: DEBUG nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.357719] env[68934]: DEBUG nova.network.neutron [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.362913] env[68934]: DEBUG nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.398071] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589669} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.398801] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.398801] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.399292] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6112c1-effb-435f-a844-663e2323468c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.407221] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 929.407221] env[68934]: value = "task-3135028" [ 929.407221] env[68934]: _type = "Task" [ 929.407221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.416691] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.537192] env[68934]: DEBUG nova.policy [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9871f629d1224ae7b019b938da2705c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3328af39f968456684fc19b77f25af92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.546071] env[68934]: DEBUG nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.699056] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Releasing lock "refresh_cache-b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.699056] env[68934]: DEBUG nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Instance network_info: |[{"id": "ecd86b60-03ae-40a8-9b69-c3ba4319a7f3", "address": "fa:16:3e:42:45:fa", "network": {"id": "616845e8-5963-4a8c-97b0-125af9a85707", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-137455454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c3a77b75a44687993ee5396d777269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd86b60-03", "ovs_interfaceid": "ecd86b60-03ae-40a8-9b69-c3ba4319a7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.699056] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:45:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecd86b60-03ae-40a8-9b69-c3ba4319a7f3', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.706779] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Creating folder: Project (a5c3a77b75a44687993ee5396d777269). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.707333] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00b225ec-5cdc-47f3-811b-2b2474b4d84e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.718497] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Created folder: Project (a5c3a77b75a44687993ee5396d777269) in parent group-v627191. [ 929.718497] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Creating folder: Instances. Parent ref: group-v627372. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.718497] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c933fe8-c93f-4d7d-a25d-c6ad9e846bd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.729838] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Created folder: Instances in parent group-v627372. [ 929.729838] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.729838] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.729838] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a38d56ca-b229-4027-a3be-0a56bcf465b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.750100] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.750100] env[68934]: value = "task-3135031" [ 929.750100] env[68934]: _type = "Task" [ 929.750100] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.758131] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135031, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.923750] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08277} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.923750] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.923750] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9448eae7-d921-49da-a632-d5a1ad70c12b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.949665] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.953169] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b661265a-cf28-4e9f-8aea-3e6e35ac3939 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.973305] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 929.973305] env[68934]: value = "task-3135032" [ 929.973305] env[68934]: _type = "Task" [ 929.973305] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.983149] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.069962] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.089741] env[68934]: DEBUG nova.network.neutron [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Successfully created port: 1b9a932a-6cc9-406c-baab-a384d2cbfb25 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.116130] env[68934]: DEBUG nova.compute.manager [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Received event network-changed-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.118311] env[68934]: DEBUG nova.compute.manager [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Refreshing instance network info cache due to event network-changed-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.118311] env[68934]: DEBUG oslo_concurrency.lockutils [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] Acquiring lock "refresh_cache-b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.118311] env[68934]: DEBUG oslo_concurrency.lockutils [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] Acquired lock "refresh_cache-b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.118311] env[68934]: DEBUG nova.network.neutron [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Refreshing network info cache for port ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.261873] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135031, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.338222] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808ae9f1-9b3c-4721-b3de-6886e3289827 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.346285] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a43ccce-cdcf-4a8c-9c9e-db97723a8d6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.380756] env[68934]: DEBUG nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.383740] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d22a30-9298-4c1a-98b4-bfcad5e77ae3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.391202] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fddf19-bda2-4d49-a87b-98c35ce94155 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.409474] env[68934]: DEBUG nova.compute.provider_tree [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.420316] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.420579] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.420762] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.420950] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.421114] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.421292] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.421606] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.421690] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.421867] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.422042] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.422233] env[68934]: DEBUG nova.virt.hardware [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.423329] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8769030-71b2-4441-8395-ffe8757f2888 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.431744] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe6a78-adb3-4322-a75b-80029bde0b21 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.485277] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.703458] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "860344fa-57fe-447b-a0a2-fb61ddf97262" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.703819] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.704218] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.704571] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.704830] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.709751] env[68934]: INFO nova.compute.manager [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Terminating instance [ 930.764605] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135031, 'name': CreateVM_Task, 'duration_secs': 0.780491} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.767783] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.768836] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.768949] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.769345] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.769909] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a627f54f-784b-410d-ac41-379fac96c47c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.775716] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 930.775716] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52824591-1709-be1b-ee36-982a324da19c" [ 930.775716] env[68934]: _type = "Task" [ 930.775716] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.784614] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52824591-1709-be1b-ee36-982a324da19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.840926] env[68934]: DEBUG nova.network.neutron [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Updated VIF entry in instance network info cache for port ecd86b60-03ae-40a8-9b69-c3ba4319a7f3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.841376] env[68934]: DEBUG nova.network.neutron [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Updating instance_info_cache with network_info: [{"id": "ecd86b60-03ae-40a8-9b69-c3ba4319a7f3", "address": "fa:16:3e:42:45:fa", "network": {"id": "616845e8-5963-4a8c-97b0-125af9a85707", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-137455454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5c3a77b75a44687993ee5396d777269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd86b60-03", "ovs_interfaceid": "ecd86b60-03ae-40a8-9b69-c3ba4319a7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.916192] env[68934]: DEBUG nova.scheduler.client.report [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.985558] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135032, 'name': ReconfigVM_Task, 'duration_secs': 0.776842} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.986286] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.986829] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d67d834-58a9-423e-a64d-507ec59c2a1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.993017] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 930.993017] env[68934]: value = "task-3135033" [ 930.993017] env[68934]: _type = "Task" [ 930.993017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.001218] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135033, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.217166] env[68934]: DEBUG nova.compute.manager [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.217166] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.218138] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be799628-9885-4500-8832-8027e7c9c4ef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.226843] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.227218] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaffd94b-2870-4d04-82d3-34c33aab0ffe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.234515] env[68934]: DEBUG oslo_vmware.api [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 931.234515] env[68934]: value = "task-3135034" [ 931.234515] env[68934]: _type = "Task" [ 931.234515] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.242513] env[68934]: DEBUG oslo_vmware.api [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.285070] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52824591-1709-be1b-ee36-982a324da19c, 'name': SearchDatastore_Task, 'duration_secs': 0.016537} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.285232] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.285383] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.285617] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.285799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.285989] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.286287] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d70fa9c3-b053-45c5-a6df-406a300694d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.295298] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.295298] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.296069] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4daa45-2d12-4a8c-bb39-361deca3ebd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.304024] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 931.304024] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52512aa0-9d48-a099-a252-0671638851b8" [ 931.304024] env[68934]: _type = "Task" [ 931.304024] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.311979] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52512aa0-9d48-a099-a252-0671638851b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.344990] env[68934]: DEBUG oslo_concurrency.lockutils [req-07e59ba6-bedc-44ed-aa96-945a6b4f8783 req-c3db2792-3a8b-4044-bf70-f69e7fca7158 service nova] Releasing lock "refresh_cache-b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.421486] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.422147] env[68934]: DEBUG nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.425034] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.245s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.426505] env[68934]: INFO nova.compute.claims [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.502658] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135033, 'name': Rename_Task, 'duration_secs': 0.339298} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.502930] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.503202] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94069ca8-5e84-4f46-a1d1-869db8fb85c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.509360] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 931.509360] env[68934]: value = "task-3135035" [ 931.509360] env[68934]: _type = "Task" [ 931.509360] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.518244] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.744212] env[68934]: DEBUG oslo_vmware.api [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135034, 'name': PowerOffVM_Task, 'duration_secs': 0.247894} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.744495] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.744662] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.744917] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6c69779-f111-4b1d-84b7-3acd14cb1e18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.759747] env[68934]: DEBUG nova.network.neutron [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Successfully updated port: 1b9a932a-6cc9-406c-baab-a384d2cbfb25 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.815078] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52512aa0-9d48-a099-a252-0671638851b8, 'name': SearchDatastore_Task, 'duration_secs': 0.022559} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.815962] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad56086-4bbc-40e0-ad1c-1ed7b7668970 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.821504] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 931.821504] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0f58c-99cb-7959-e508-3751ac621c1a" [ 931.821504] env[68934]: _type = "Task" [ 931.821504] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.829510] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0f58c-99cb-7959-e508-3751ac621c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.933495] env[68934]: DEBUG nova.compute.utils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.935019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.935019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.935222] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Deleting the datastore file [datastore1] 860344fa-57fe-447b-a0a2-fb61ddf97262 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.935977] env[68934]: DEBUG nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.936209] env[68934]: DEBUG nova.network.neutron [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.938354] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0657a288-e593-4bd7-896b-b632ca92c049 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.947146] env[68934]: DEBUG oslo_vmware.api [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for the task: (returnval){ [ 931.947146] env[68934]: value = "task-3135037" [ 931.947146] env[68934]: _type = "Task" [ 931.947146] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.956606] env[68934]: DEBUG oslo_vmware.api [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.994627] env[68934]: DEBUG nova.policy [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.023677] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.145930] env[68934]: DEBUG nova.compute.manager [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Received event network-vif-plugged-1b9a932a-6cc9-406c-baab-a384d2cbfb25 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.146146] env[68934]: DEBUG oslo_concurrency.lockutils [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] Acquiring lock "12e29bc4-9c09-4945-956a-e0b72846e502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.146372] env[68934]: DEBUG oslo_concurrency.lockutils [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] Lock "12e29bc4-9c09-4945-956a-e0b72846e502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.146589] env[68934]: DEBUG oslo_concurrency.lockutils [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] Lock "12e29bc4-9c09-4945-956a-e0b72846e502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.146779] env[68934]: DEBUG nova.compute.manager [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] No waiting events found dispatching network-vif-plugged-1b9a932a-6cc9-406c-baab-a384d2cbfb25 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.146945] env[68934]: WARNING nova.compute.manager [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Received unexpected event network-vif-plugged-1b9a932a-6cc9-406c-baab-a384d2cbfb25 for instance with vm_state building and task_state spawning. [ 932.147119] env[68934]: DEBUG nova.compute.manager [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Received event network-changed-1b9a932a-6cc9-406c-baab-a384d2cbfb25 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.147386] env[68934]: DEBUG nova.compute.manager [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Refreshing instance network info cache due to event network-changed-1b9a932a-6cc9-406c-baab-a384d2cbfb25. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.147564] env[68934]: DEBUG oslo_concurrency.lockutils [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] Acquiring lock "refresh_cache-12e29bc4-9c09-4945-956a-e0b72846e502" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.147712] env[68934]: DEBUG oslo_concurrency.lockutils [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] Acquired lock "refresh_cache-12e29bc4-9c09-4945-956a-e0b72846e502" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.147868] env[68934]: DEBUG nova.network.neutron [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Refreshing network info cache for port 1b9a932a-6cc9-406c-baab-a384d2cbfb25 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.264776] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "refresh_cache-12e29bc4-9c09-4945-956a-e0b72846e502" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.334957] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f0f58c-99cb-7959-e508-3751ac621c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.335249] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.335509] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] b2f282dc-9c8c-4acb-ad21-f1b55bdfad69/b2f282dc-9c8c-4acb-ad21-f1b55bdfad69.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.335928] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbcca625-1397-491b-9751-d21def5b994f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.343556] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 932.343556] env[68934]: value = "task-3135038" [ 932.343556] env[68934]: _type = "Task" [ 932.343556] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.353203] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.368234] env[68934]: DEBUG nova.network.neutron [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Successfully created port: dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.437121] env[68934]: DEBUG nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.461162] env[68934]: DEBUG oslo_vmware.api [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Task: {'id': task-3135037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47512} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.461162] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.461162] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.461162] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.461162] env[68934]: INFO nova.compute.manager [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Took 1.24 seconds to destroy the instance on the hypervisor. [ 932.461162] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.461162] env[68934]: DEBUG nova.compute.manager [-] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.461162] env[68934]: DEBUG nova.network.neutron [-] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.520125] env[68934]: DEBUG oslo_vmware.api [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135035, 'name': PowerOnVM_Task, 'duration_secs': 0.629083} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.522629] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.522836] env[68934]: INFO nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Took 9.91 seconds to spawn the instance on the hypervisor. [ 932.523015] env[68934]: DEBUG nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.524250] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec988b6-2550-456e-9212-d89e628969e3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.723597] env[68934]: DEBUG nova.network.neutron [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.860916] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.890099] env[68934]: DEBUG nova.network.neutron [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.895544] env[68934]: DEBUG nova.compute.manager [req-8d87e555-e594-4606-806a-5499a51584f4 req-d03093a3-4418-4d7f-86ab-826b2532aad3 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received event network-vif-deleted-aa042690-37bf-4925-a846-6d5d762236f6 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.895729] env[68934]: INFO nova.compute.manager [req-8d87e555-e594-4606-806a-5499a51584f4 req-d03093a3-4418-4d7f-86ab-826b2532aad3 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Neutron deleted interface aa042690-37bf-4925-a846-6d5d762236f6; detaching it from the instance and deleting it from the info cache [ 932.895965] env[68934]: DEBUG nova.network.neutron [req-8d87e555-e594-4606-806a-5499a51584f4 req-d03093a3-4418-4d7f-86ab-826b2532aad3 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Updating instance_info_cache with network_info: [{"id": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "address": "fa:16:3e:20:f0:39", "network": {"id": "db7f940f-4ee2-4d88-971d-d75c9e731c5e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657027439", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c12fbcd2fe44b48cb02ce699e28a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91338ee-e6", "ovs_interfaceid": "a91338ee-e67e-4e6e-94bc-354f01cbaf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.006586] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddffdf3-a5e3-49ba-9400-4c58f12b27b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.017103] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760b155-30b1-4d1e-b797-3631a84281ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.083997] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a04873-7943-47f6-94a0-712fdbeb3563 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.088042] env[68934]: INFO nova.compute.manager [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Took 48.00 seconds to build instance. [ 933.096744] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e3f11-d7c7-450f-8b52-1043939e60cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.117888] env[68934]: DEBUG nova.compute.provider_tree [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.355434] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976453} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.355699] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] b2f282dc-9c8c-4acb-ad21-f1b55bdfad69/b2f282dc-9c8c-4acb-ad21-f1b55bdfad69.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.355916] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.356182] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee2929b4-0820-4d73-860c-e5698c59b3a5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.361838] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 933.361838] env[68934]: value = "task-3135039" [ 933.361838] env[68934]: _type = "Task" [ 933.361838] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.369521] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.395013] env[68934]: DEBUG oslo_concurrency.lockutils [req-8110daac-a16a-4ccf-bdf3-aa348eca75f2 req-4b331e59-2eb7-4eb0-b429-8ebfbc8e706a service nova] Releasing lock "refresh_cache-12e29bc4-9c09-4945-956a-e0b72846e502" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.395414] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "refresh_cache-12e29bc4-9c09-4945-956a-e0b72846e502" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.395619] env[68934]: DEBUG nova.network.neutron [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.397922] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6413feeb-15ac-4792-a314-92caa3483ea3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.406138] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb49b096-5da2-4c2f-98b3-58cdd2a0d2f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.441009] env[68934]: DEBUG nova.compute.manager [req-8d87e555-e594-4606-806a-5499a51584f4 req-d03093a3-4418-4d7f-86ab-826b2532aad3 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Detach interface failed, port_id=aa042690-37bf-4925-a846-6d5d762236f6, reason: Instance 860344fa-57fe-447b-a0a2-fb61ddf97262 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.457440] env[68934]: DEBUG nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.487518] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.487798] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.488010] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.488298] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.488499] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.488699] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.488950] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.489172] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.489394] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.489606] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.489824] env[68934]: DEBUG nova.virt.hardware [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.490727] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c73221-8a2f-48cb-b2d1-a304951ea573 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.503577] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2a1511-1166-438e-9f7f-db8c93ef4e02 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.590574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f1971ef-1d02-4fa0-8f66-24513863341f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.500s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.590855] env[68934]: DEBUG nova.network.neutron [-] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.623739] env[68934]: DEBUG nova.scheduler.client.report [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.872125] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067311} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.872482] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.873179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8f1006-36c7-43cf-8e9b-31573bb88ce5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.895431] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] b2f282dc-9c8c-4acb-ad21-f1b55bdfad69/b2f282dc-9c8c-4acb-ad21-f1b55bdfad69.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.895730] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121e3319-66da-4260-a4f4-054d0fba27b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.918991] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 933.918991] env[68934]: value = "task-3135040" [ 933.918991] env[68934]: _type = "Task" [ 933.918991] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.927275] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.946249] env[68934]: DEBUG nova.network.neutron [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.093621] env[68934]: INFO nova.compute.manager [-] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Took 1.63 seconds to deallocate network for instance. [ 934.094214] env[68934]: DEBUG nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.107133] env[68934]: DEBUG nova.network.neutron [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Updating instance_info_cache with network_info: [{"id": "1b9a932a-6cc9-406c-baab-a384d2cbfb25", "address": "fa:16:3e:5d:f4:06", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9a932a-6c", "ovs_interfaceid": "1b9a932a-6cc9-406c-baab-a384d2cbfb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.128633] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.129099] env[68934]: DEBUG nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.131387] env[68934]: INFO nova.compute.manager [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Rebuilding instance [ 934.134345] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.157s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.134692] env[68934]: DEBUG nova.objects.instance [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lazy-loading 'resources' on Instance uuid f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.186794] env[68934]: DEBUG nova.compute.manager [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.187706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f135bc-1a2b-4f4d-83cb-3dcaacbe7fa5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.224113] env[68934]: DEBUG nova.compute.manager [req-e1f41504-1013-483f-b488-1871a42cd465 req-2b0148bc-5af7-4bc8-a4df-3f74fa711963 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-vif-plugged-dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.224834] env[68934]: DEBUG oslo_concurrency.lockutils [req-e1f41504-1013-483f-b488-1871a42cd465 req-2b0148bc-5af7-4bc8-a4df-3f74fa711963 service nova] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.224834] env[68934]: DEBUG oslo_concurrency.lockutils [req-e1f41504-1013-483f-b488-1871a42cd465 req-2b0148bc-5af7-4bc8-a4df-3f74fa711963 service nova] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.224970] env[68934]: DEBUG oslo_concurrency.lockutils [req-e1f41504-1013-483f-b488-1871a42cd465 req-2b0148bc-5af7-4bc8-a4df-3f74fa711963 service nova] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.225152] env[68934]: DEBUG nova.compute.manager [req-e1f41504-1013-483f-b488-1871a42cd465 req-2b0148bc-5af7-4bc8-a4df-3f74fa711963 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] No waiting events found dispatching network-vif-plugged-dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.225383] env[68934]: WARNING nova.compute.manager [req-e1f41504-1013-483f-b488-1871a42cd465 req-2b0148bc-5af7-4bc8-a4df-3f74fa711963 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received unexpected event network-vif-plugged-dd6a3860-0f48-44be-84ef-9a4af170baa1 for instance with vm_state building and task_state spawning. [ 934.227721] env[68934]: DEBUG nova.network.neutron [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Successfully updated port: dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.433289] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135040, 'name': ReconfigVM_Task, 'duration_secs': 0.400985} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.433289] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Reconfigured VM instance instance-00000041 to attach disk [datastore1] b2f282dc-9c8c-4acb-ad21-f1b55bdfad69/b2f282dc-9c8c-4acb-ad21-f1b55bdfad69.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.433915] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d3d272-87a7-4b08-9161-6697bf9f296f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.440473] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 934.440473] env[68934]: value = "task-3135041" [ 934.440473] env[68934]: _type = "Task" [ 934.440473] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.448399] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135041, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.605727] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.609355] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "refresh_cache-12e29bc4-9c09-4945-956a-e0b72846e502" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.609690] env[68934]: DEBUG nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Instance network_info: |[{"id": "1b9a932a-6cc9-406c-baab-a384d2cbfb25", "address": "fa:16:3e:5d:f4:06", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9a932a-6c", "ovs_interfaceid": "1b9a932a-6cc9-406c-baab-a384d2cbfb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.610590] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:f4:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9a932a-6cc9-406c-baab-a384d2cbfb25', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.618725] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.619911] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.620206] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.620469] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63aab501-9f0e-4162-90bf-58da658f578f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.636697] env[68934]: DEBUG nova.compute.utils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.640738] env[68934]: DEBUG nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.640911] env[68934]: DEBUG nova.network.neutron [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.647874] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.647874] env[68934]: value = "task-3135042" [ 934.647874] env[68934]: _type = "Task" [ 934.647874] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.656996] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135042, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.719740] env[68934]: DEBUG nova.policy [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ba8e12734b49598661b773e76f4b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce2f9af11304971af9483a80e7db7de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.732016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.732114] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.732270] env[68934]: DEBUG nova.network.neutron [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.955366] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135041, 'name': Rename_Task, 'duration_secs': 0.171538} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.955708] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.955980] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd77bf72-2aa0-4ae1-9900-e05d38236ab1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.963168] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 934.963168] env[68934]: value = "task-3135043" [ 934.963168] env[68934]: _type = "Task" [ 934.963168] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.976216] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.996172] env[68934]: DEBUG nova.compute.manager [req-13f912a2-7fbc-4e13-a8d5-4d6d9bdf57c6 req-c8e46029-03bd-4477-8419-cdc3f79159f9 service nova] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Received event network-vif-deleted-a91338ee-e67e-4e6e-94bc-354f01cbaf76 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.122963] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ffda5-2668-46d6-9f84-5e93b04c423d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.132861] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4d2c2b-4dce-4a6b-bf23-5a76ea5bd1f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.171902] env[68934]: DEBUG nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.178993] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba3474e-23db-44d3-8948-d721965d83e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.187401] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135042, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.191142] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa8feb-3044-4819-9f86-a8fa06afec2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.205882] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.206542] env[68934]: DEBUG nova.compute.provider_tree [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.207995] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9b5011b-12e5-497f-9365-92496e4eaca4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.216952] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 935.216952] env[68934]: value = "task-3135044" [ 935.216952] env[68934]: _type = "Task" [ 935.216952] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.225750] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.238156] env[68934]: DEBUG nova.network.neutron [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Successfully created port: 4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.284559] env[68934]: DEBUG nova.network.neutron [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.436850] env[68934]: DEBUG nova.network.neutron [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.475952] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135043, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.690849] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135042, 'name': CreateVM_Task, 'duration_secs': 0.916762} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.691409] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.693742] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.694159] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.694621] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.695073] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75c2abb-d3b3-44a0-971b-7213520e0f70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.702315] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 935.702315] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5249a6fa-1495-c422-f45a-56109072ebd9" [ 935.702315] env[68934]: _type = "Task" [ 935.702315] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.713057] env[68934]: DEBUG nova.scheduler.client.report [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.716419] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5249a6fa-1495-c422-f45a-56109072ebd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.731211] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135044, 'name': PowerOffVM_Task, 'duration_secs': 0.266713} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.731211] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.731465] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.732262] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa58f10-33ca-44d2-a650-0daaaed65318 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.740016] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.740291] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e321da7c-72f0-4687-bed2-0cede5d954c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.805650] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.805650] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.805650] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleting the datastore file [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.805892] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8182bf5e-cc88-4f2e-b0d8-6287f0f4613d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.813237] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 935.813237] env[68934]: value = "task-3135046" [ 935.813237] env[68934]: _type = "Task" [ 935.813237] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.821828] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.941625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.941985] env[68934]: DEBUG nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Instance network_info: |[{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.942488] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:99:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd6a3860-0f48-44be-84ef-9a4af170baa1', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.950534] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.950758] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.951016] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3399a72-805e-419b-9bff-78a9c1cd8b9b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.971749] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.971749] env[68934]: value = "task-3135047" [ 935.971749] env[68934]: _type = "Task" [ 935.971749] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.983467] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135047, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.983743] env[68934]: DEBUG oslo_vmware.api [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135043, 'name': PowerOnVM_Task, 'duration_secs': 0.714999} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.983980] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.984201] env[68934]: INFO nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Took 8.75 seconds to spawn the instance on the hypervisor. [ 935.984384] env[68934]: DEBUG nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.985163] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da03483e-a397-4053-a7d3-d1265d92acb6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.185766] env[68934]: DEBUG nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.210105] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.210391] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.210555] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.210830] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.210884] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.211064] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.211313] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.211479] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.211663] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.211834] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.212015] env[68934]: DEBUG nova.virt.hardware [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.212924] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30b2e20-6148-4a58-a6bf-20bff410cb33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.218011] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.226250] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.272s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.226508] env[68934]: DEBUG nova.objects.instance [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lazy-loading 'resources' on Instance uuid fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.228566] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5249a6fa-1495-c422-f45a-56109072ebd9, 'name': SearchDatastore_Task, 'duration_secs': 0.013429} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.230264] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da1401-f98f-409f-8ea6-c821a35cce83 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.236138] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.236631] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.236631] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.236797] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.237091] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.238516] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f326f9-0164-4900-a0e5-00e392a0054a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.253939] env[68934]: INFO nova.scheduler.client.report [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Deleted allocations for instance f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c [ 936.254357] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.254396] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.261690] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabb0248-b022-4a83-928e-c5a5fe997a93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.263948] env[68934]: DEBUG nova.compute.manager [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-changed-dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.264138] env[68934]: DEBUG nova.compute.manager [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing instance network info cache due to event network-changed-dd6a3860-0f48-44be-84ef-9a4af170baa1. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.264372] env[68934]: DEBUG oslo_concurrency.lockutils [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.264507] env[68934]: DEBUG oslo_concurrency.lockutils [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.266018] env[68934]: DEBUG nova.network.neutron [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing network info cache for port dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.269950] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 936.269950] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ff996f-a1c3-a0ae-fb4f-83b2902b6ee3" [ 936.269950] env[68934]: _type = "Task" [ 936.269950] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.278423] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ff996f-a1c3-a0ae-fb4f-83b2902b6ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.325548] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310441} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.326238] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.326238] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.326379] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.482648] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135047, 'name': CreateVM_Task, 'duration_secs': 0.372722} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.482826] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.483528] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.483688] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.483996] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.484263] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076fd2e7-752d-4a91-a7e6-ad19638f2ba5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.488576] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 936.488576] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524660f6-ba66-1c38-c812-26033276cca4" [ 936.488576] env[68934]: _type = "Task" [ 936.488576] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.499664] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524660f6-ba66-1c38-c812-26033276cca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.504478] env[68934]: INFO nova.compute.manager [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Took 46.99 seconds to build instance. [ 936.771535] env[68934]: DEBUG oslo_concurrency.lockutils [None req-db627e10-db82-4842-b1ef-1d7938a10a72 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Lock "f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.213s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.788532] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ff996f-a1c3-a0ae-fb4f-83b2902b6ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.789888] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2987d43-be19-484d-abec-7ae172859163 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.798841] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 936.798841] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52735507-87a7-7344-5276-56a771ac69cc" [ 936.798841] env[68934]: _type = "Task" [ 936.798841] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.812598] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52735507-87a7-7344-5276-56a771ac69cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.863755] env[68934]: DEBUG nova.network.neutron [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Successfully updated port: 4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.999797] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524660f6-ba66-1c38-c812-26033276cca4, 'name': SearchDatastore_Task, 'duration_secs': 0.029477} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.002725] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.003357] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.003357] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.003502] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.003744] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.004260] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f240be63-de72-44ef-9783-9b3949372fe2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.007631] env[68934]: DEBUG oslo_concurrency.lockutils [None req-06f451ed-fae2-47f4-8a69-4a867a9b686c tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.859s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.013677] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.013677] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.014472] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cd6c0b-3b52-4267-90a4-e567177b4499 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.022632] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 937.022632] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527f04c3-672f-b2ab-999e-c06ba0bb6fff" [ 937.022632] env[68934]: _type = "Task" [ 937.022632] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.033015] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527f04c3-672f-b2ab-999e-c06ba0bb6fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.089149] env[68934]: DEBUG nova.network.neutron [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updated VIF entry in instance network info cache for port dd6a3860-0f48-44be-84ef-9a4af170baa1. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.089510] env[68934]: DEBUG nova.network.neutron [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.133741] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f1fcd-9664-2bef-f484-87c8d524b205/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 937.135436] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a68a3-6a79-4963-a58f-cf726efbef39 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.145107] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f1fcd-9664-2bef-f484-87c8d524b205/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 937.145487] env[68934]: ERROR oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f1fcd-9664-2bef-f484-87c8d524b205/disk-0.vmdk due to incomplete transfer. [ 937.146648] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f222085c-6f47-4f21-b4c6-0d5bdbb49ec6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.154472] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f1fcd-9664-2bef-f484-87c8d524b205/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 937.154687] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Uploaded image 3841c890-e464-4fd0-b101-45fe4a23476f to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 937.156992] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.157358] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d46f91a2-f3fc-4f5c-a368-2866aea096bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.163203] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 937.163203] env[68934]: value = "task-3135048" [ 937.163203] env[68934]: _type = "Task" [ 937.163203] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.172139] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135048, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.237841] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3372993f-c0bd-4c6c-a349-afc0b64ec0cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.247742] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdbaff6-93cd-4973-b47e-453af0d2e188 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.281613] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf822f8-0a3f-4463-92bc-635cb3ac8937 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.289018] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3688ef38-1110-4b33-84f7-bcfa170bbe29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.303842] env[68934]: DEBUG nova.compute.provider_tree [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.314747] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52735507-87a7-7344-5276-56a771ac69cc, 'name': SearchDatastore_Task, 'duration_secs': 0.023105} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.316094] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.316565] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 12e29bc4-9c09-4945-956a-e0b72846e502/12e29bc4-9c09-4945-956a-e0b72846e502.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.317293] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3543ad90-d463-4c9f-a1bc-be612f28931e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.323634] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 937.323634] env[68934]: value = "task-3135049" [ 937.323634] env[68934]: _type = "Task" [ 937.323634] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.333759] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.360736] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.360976] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.361368] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.361368] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.361504] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.361640] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.361848] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.362013] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.362372] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.362543] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.362712] env[68934]: DEBUG nova.virt.hardware [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.363603] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e2e14-e3a7-401f-a10b-8ddf4099796c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.373071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf4494f-a600-4e7a-8ba6-5f5e9712dcd1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.380330] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.380567] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.380834] env[68934]: DEBUG nova.network.neutron [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.396151] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:46:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27769cd3-d452-4730-9fa4-91d40973f962', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.410683] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.410683] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.410941] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c799159-ed99-415a-aff7-ef5ca649df35 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.431667] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.431667] env[68934]: value = "task-3135050" [ 937.431667] env[68934]: _type = "Task" [ 937.431667] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.439102] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135050, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.536190] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527f04c3-672f-b2ab-999e-c06ba0bb6fff, 'name': SearchDatastore_Task, 'duration_secs': 0.016449} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.536922] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7cd5b78-d59f-4b8c-b858-c34771ebcd8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.542406] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 937.542406] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524246b0-a485-f615-ee7b-96ef371d7c55" [ 937.542406] env[68934]: _type = "Task" [ 937.542406] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.550682] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524246b0-a485-f615-ee7b-96ef371d7c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.591933] env[68934]: DEBUG oslo_concurrency.lockutils [req-66d7e0fb-8384-4828-ac8b-04e5ade4ddf3 req-407930ca-5901-44cb-abad-09ec70bbbbc9 service nova] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.672569] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135048, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.810321] env[68934]: DEBUG nova.scheduler.client.report [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.834546] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135049, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.932242] env[68934]: DEBUG nova.network.neutron [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.944875] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135050, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.053283] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524246b0-a485-f615-ee7b-96ef371d7c55, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.053556] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.053814] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 36661585-bb2b-4e5a-95ed-b2b5ce6571d7/36661585-bb2b-4e5a-95ed-b2b5ce6571d7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.054088] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e0ff51b-f2b7-4821-a5fb-485a9d6bdff7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.063370] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 938.063370] env[68934]: value = "task-3135051" [ 938.063370] env[68934]: _type = "Task" [ 938.063370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.078128] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.107310] env[68934]: DEBUG nova.network.neutron [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Updating instance_info_cache with network_info: [{"id": "4940689a-c211-4d60-b582-9894d46add82", "address": "fa:16:3e:24:74:e3", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4940689a-c2", "ovs_interfaceid": "4940689a-c211-4d60-b582-9894d46add82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.178775] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135048, 'name': Destroy_Task, 'duration_secs': 0.539219} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.179441] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Destroyed the VM [ 938.180076] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.180076] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bda4904-6392-4829-9349-95a33b82197c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.186562] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 938.186562] env[68934]: value = "task-3135052" [ 938.186562] env[68934]: _type = "Task" [ 938.186562] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.199389] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.315794] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.318672] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.266s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.319032] env[68934]: DEBUG nova.objects.instance [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lazy-loading 'resources' on Instance uuid c749dee0-2d8a-4188-85b5-6ec518ea9faf {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.338529] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693203} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.338990] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 12e29bc4-9c09-4945-956a-e0b72846e502/12e29bc4-9c09-4945-956a-e0b72846e502.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.339308] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.339603] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2741902d-ea71-48b9-9551-aab3d0e57794 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.345257] env[68934]: INFO nova.scheduler.client.report [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted allocations for instance fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b [ 938.353191] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 938.353191] env[68934]: value = "task-3135053" [ 938.353191] env[68934]: _type = "Task" [ 938.353191] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.363604] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.446451] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135050, 'name': CreateVM_Task, 'duration_secs': 0.803133} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.446733] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.447623] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.447870] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.448333] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.449069] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42cd1db-81c8-49a3-b14a-0c8ee9e51880 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.456522] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 938.456522] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52533715-a80b-1256-1a72-c59b9127c89d" [ 938.456522] env[68934]: _type = "Task" [ 938.456522] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.466868] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52533715-a80b-1256-1a72-c59b9127c89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.574794] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495838} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.575086] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 36661585-bb2b-4e5a-95ed-b2b5ce6571d7/36661585-bb2b-4e5a-95ed-b2b5ce6571d7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.575302] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.575576] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd8a4ba8-e865-4959-ab8a-1ca50124368f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.583221] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 938.583221] env[68934]: value = "task-3135054" [ 938.583221] env[68934]: _type = "Task" [ 938.583221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.594341] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.610423] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.610582] env[68934]: DEBUG nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Instance network_info: |[{"id": "4940689a-c211-4d60-b582-9894d46add82", "address": "fa:16:3e:24:74:e3", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4940689a-c2", "ovs_interfaceid": "4940689a-c211-4d60-b582-9894d46add82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.611021] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:74:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4940689a-c211-4d60-b582-9894d46add82', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.619015] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.619278] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.619535] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85aacf3f-b333-4e52-afec-19e656b9d081 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.644415] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.644415] env[68934]: value = "task-3135055" [ 938.644415] env[68934]: _type = "Task" [ 938.644415] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.652850] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135055, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.696690] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.846086] env[68934]: DEBUG nova.compute.manager [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Received event network-vif-plugged-4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.846086] env[68934]: DEBUG oslo_concurrency.lockutils [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] Acquiring lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.846086] env[68934]: DEBUG oslo_concurrency.lockutils [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.846086] env[68934]: DEBUG oslo_concurrency.lockutils [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.846527] env[68934]: DEBUG nova.compute.manager [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] No waiting events found dispatching network-vif-plugged-4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.846938] env[68934]: WARNING nova.compute.manager [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Received unexpected event network-vif-plugged-4940689a-c211-4d60-b582-9894d46add82 for instance with vm_state building and task_state spawning. [ 938.847289] env[68934]: DEBUG nova.compute.manager [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Received event network-changed-4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.847612] env[68934]: DEBUG nova.compute.manager [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Refreshing instance network info cache due to event network-changed-4940689a-c211-4d60-b582-9894d46add82. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.847944] env[68934]: DEBUG oslo_concurrency.lockutils [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] Acquiring lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.848261] env[68934]: DEBUG oslo_concurrency.lockutils [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] Acquired lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.848573] env[68934]: DEBUG nova.network.neutron [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Refreshing network info cache for port 4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.861750] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9297c001-8c6b-48b5-bd98-c964741db714 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.373s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.869332] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080654} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.873101] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.874611] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09495015-c2e0-4505-b987-1151bf67ba51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.902539] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 12e29bc4-9c09-4945-956a-e0b72846e502/12e29bc4-9c09-4945-956a-e0b72846e502.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.906207] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78d9fef3-4446-4342-ab9d-74c54c87c27f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.930036] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 938.930036] env[68934]: value = "task-3135056" [ 938.930036] env[68934]: _type = "Task" [ 938.930036] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.941118] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.967754] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52533715-a80b-1256-1a72-c59b9127c89d, 'name': SearchDatastore_Task, 'duration_secs': 0.022896} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.970631] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.970887] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.971136] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.971289] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.971467] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.971960] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a989b287-57dd-416e-b828-aa38f2d351f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.980830] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.981127] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.984258] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d968876-a1a1-4d93-9607-4e840fcca12e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.990234] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 938.990234] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523b3365-330f-275b-7693-36657894f2a3" [ 938.990234] env[68934]: _type = "Task" [ 938.990234] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.998768] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523b3365-330f-275b-7693-36657894f2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.096162] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064414} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.098817] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.099806] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4234c83c-cb62-4723-a740-74b923c201f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.123451] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 36661585-bb2b-4e5a-95ed-b2b5ce6571d7/36661585-bb2b-4e5a-95ed-b2b5ce6571d7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.126287] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647b9f25-14b0-4a2a-a36f-a2a204b63870 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.145815] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 939.145815] env[68934]: value = "task-3135057" [ 939.145815] env[68934]: _type = "Task" [ 939.145815] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.158359] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135055, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.161341] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.199201] env[68934]: DEBUG oslo_vmware.api [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135052, 'name': RemoveSnapshot_Task, 'duration_secs': 0.747927} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.201766] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.202010] env[68934]: INFO nova.compute.manager [None req-5f3464e3-ec75-4046-b436-03867214faad tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Took 17.43 seconds to snapshot the instance on the hypervisor. [ 939.288096] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549767d6-757f-4055-b8e3-6a46028da212 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.296413] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a4c0bf-26b2-4789-bd05-1a56ac0e7780 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.327350] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5423f63-dc5a-41b9-8dd0-364cd3f99845 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.337301] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf17ae-8424-4bc1-8b6e-162845dd2757 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.350872] env[68934]: DEBUG nova.compute.provider_tree [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.443164] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135056, 'name': ReconfigVM_Task, 'duration_secs': 0.304265} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.443443] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 12e29bc4-9c09-4945-956a-e0b72846e502/12e29bc4-9c09-4945-956a-e0b72846e502.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.444052] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586d5e2c-4d32-4878-bc9c-1e4d642ce18b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.452884] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 939.452884] env[68934]: value = "task-3135058" [ 939.452884] env[68934]: _type = "Task" [ 939.452884] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.463720] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135058, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.499766] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523b3365-330f-275b-7693-36657894f2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.500571] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9e7c5c-81d0-4c04-a992-d23a27bfa890 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.505688] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 939.505688] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5203e54d-1c4c-44af-d9e0-b4cb1d7f5078" [ 939.505688] env[68934]: _type = "Task" [ 939.505688] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.515303] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5203e54d-1c4c-44af-d9e0-b4cb1d7f5078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.569407] env[68934]: DEBUG nova.network.neutron [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Updated VIF entry in instance network info cache for port 4940689a-c211-4d60-b582-9894d46add82. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.569770] env[68934]: DEBUG nova.network.neutron [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Updating instance_info_cache with network_info: [{"id": "4940689a-c211-4d60-b582-9894d46add82", "address": "fa:16:3e:24:74:e3", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4940689a-c2", "ovs_interfaceid": "4940689a-c211-4d60-b582-9894d46add82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.657313] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135055, 'name': CreateVM_Task, 'duration_secs': 0.665739} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.660171] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.660454] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135057, 'name': ReconfigVM_Task, 'duration_secs': 0.284963} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.661096] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.661261] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.661570] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.661840] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 36661585-bb2b-4e5a-95ed-b2b5ce6571d7/36661585-bb2b-4e5a-95ed-b2b5ce6571d7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.662439] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024e5fa5-de5a-47a6-93c4-1d7fe68d9c51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.663913] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc9fd6d7-a437-40b0-b0dc-cd1703ad6ed4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.667992] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 939.667992] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524a4820-b46a-f367-9d5e-b3970468b5b1" [ 939.667992] env[68934]: _type = "Task" [ 939.667992] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.669270] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 939.669270] env[68934]: value = "task-3135059" [ 939.669270] env[68934]: _type = "Task" [ 939.669270] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.682923] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524a4820-b46a-f367-9d5e-b3970468b5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.686025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.686300] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.686524] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687110] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135059, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.853799] env[68934]: DEBUG nova.scheduler.client.report [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.964846] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135058, 'name': Rename_Task, 'duration_secs': 0.177258} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.965556] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.965556] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b277948-3253-401f-ab88-f85e7236d034 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.970851] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 939.970851] env[68934]: value = "task-3135060" [ 939.970851] env[68934]: _type = "Task" [ 939.970851] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.978039] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.015543] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5203e54d-1c4c-44af-d9e0-b4cb1d7f5078, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.015823] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.016104] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.016483] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.016671] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.016885] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73aafd11-6150-46a3-800e-d844790a3549 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.018806] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-465f153f-b83c-4c62-ab5a-e80417e45a06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.026089] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 940.026089] env[68934]: value = "task-3135061" [ 940.026089] env[68934]: _type = "Task" [ 940.026089] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.029382] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.029557] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.030527] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee2b26b-cefc-464e-902a-c9b93c9d892b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.035662] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.038365] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 940.038365] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52444a44-8567-098d-02bc-5e0bb63d80bf" [ 940.038365] env[68934]: _type = "Task" [ 940.038365] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.046060] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52444a44-8567-098d-02bc-5e0bb63d80bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.055570] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.055799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.056013] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.056239] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.056413] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.058556] env[68934]: INFO nova.compute.manager [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Terminating instance [ 940.071567] env[68934]: DEBUG oslo_concurrency.lockutils [req-d12926d4-d73b-47f0-8f78-0c1b4052993b req-f32c71ad-655f-420c-8f03-9f5397712779 service nova] Releasing lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.181826] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135059, 'name': Rename_Task, 'duration_secs': 0.17585} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.182140] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.182483] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-460d1f8a-12d4-4f31-b196-4730ed9bd94b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.189048] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 940.189048] env[68934]: value = "task-3135062" [ 940.189048] env[68934]: _type = "Task" [ 940.189048] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.197596] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.359226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.361931] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.993s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.364286] env[68934]: INFO nova.compute.claims [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.384914] env[68934]: INFO nova.scheduler.client.report [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Deleted allocations for instance c749dee0-2d8a-4188-85b5-6ec518ea9faf [ 940.481438] env[68934]: DEBUG oslo_vmware.api [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135060, 'name': PowerOnVM_Task, 'duration_secs': 0.499004} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.481734] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.481939] env[68934]: INFO nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Took 10.10 seconds to spawn the instance on the hypervisor. [ 940.483044] env[68934]: DEBUG nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.483044] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02133116-d77a-4928-8902-eace563f739a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.538595] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504019} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.538595] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.538822] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.539109] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b58b98aa-4f93-4862-ba46-7b4e77cd0e7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.550229] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52444a44-8567-098d-02bc-5e0bb63d80bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008462} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.551982] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 940.551982] env[68934]: value = "task-3135063" [ 940.551982] env[68934]: _type = "Task" [ 940.551982] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.552305] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb06efb-b6d6-4926-b331-b7ff4af93c56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.560843] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 940.560843] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521e527e-b7e2-f28d-d7de-7488668b2f1d" [ 940.560843] env[68934]: _type = "Task" [ 940.560843] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.564141] env[68934]: DEBUG nova.compute.manager [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.564395] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.564702] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.568063] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c051b-303d-4578-b04d-7e39f32d5d40 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.579224] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521e527e-b7e2-f28d-d7de-7488668b2f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.579540] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.579869] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.580165] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] cbb0bb0e-b36d-4398-a371-25a72d92b085/cbb0bb0e-b36d-4398-a371-25a72d92b085.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.580446] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520770d5-39cd-4322-a278-d4ad51160fb2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.582059] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09f73fb6-79dd-42bb-85f8-84d3820b23ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.589240] env[68934]: DEBUG oslo_vmware.api [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 940.589240] env[68934]: value = "task-3135064" [ 940.589240] env[68934]: _type = "Task" [ 940.589240] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.590639] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 940.590639] env[68934]: value = "task-3135065" [ 940.590639] env[68934]: _type = "Task" [ 940.590639] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.602236] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.605583] env[68934]: DEBUG oslo_vmware.api [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.703143] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.892580] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0e218ce8-4dab-472f-8587-aecdf7f53944 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Lock "c749dee0-2d8a-4188-85b5-6ec518ea9faf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.313s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.004853] env[68934]: INFO nova.compute.manager [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Took 49.43 seconds to build instance. [ 941.064464] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078168} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.064742] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.065717] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234347de-f60b-412d-a384-9315157eff16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.089909] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.090656] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e09c9db-c431-4b6d-82c6-a6a42ace82b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.119531] env[68934]: DEBUG oslo_vmware.api [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135064, 'name': PowerOffVM_Task, 'duration_secs': 0.228229} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.123033] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.123227] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.123555] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135065, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.123830] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 941.123830] env[68934]: value = "task-3135066" [ 941.123830] env[68934]: _type = "Task" [ 941.123830] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.124073] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db54c1f-ed70-4b16-b21a-802c1d7c6592 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.133681] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.195994] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.196295] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.196559] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Deleting the datastore file [datastore1] b2f282dc-9c8c-4acb-ad21-f1b55bdfad69 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.197392] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d83a801e-e19b-4987-8862-7ff4d160f1b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.204452] env[68934]: DEBUG oslo_vmware.api [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135062, 'name': PowerOnVM_Task, 'duration_secs': 0.604643} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.205193] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.205475] env[68934]: INFO nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Took 7.75 seconds to spawn the instance on the hypervisor. [ 941.205743] env[68934]: DEBUG nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.206832] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47960612-3ab0-46f5-87da-a31f63b0e30f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.211823] env[68934]: DEBUG oslo_vmware.api [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for the task: (returnval){ [ 941.211823] env[68934]: value = "task-3135068" [ 941.211823] env[68934]: _type = "Task" [ 941.211823] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.229502] env[68934]: DEBUG oslo_vmware.api [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.507505] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e678225-cce4-4d65-8aed-48f0135340e3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "12e29bc4-9c09-4945-956a-e0b72846e502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.628s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.618625] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135065, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.636040] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135066, 'name': ReconfigVM_Task, 'duration_secs': 0.302761} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.636371] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd/ae8d0a82-3cff-416d-a2f9-999c97effebd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.636945] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5671caab-cc33-4e10-8392-ad04ee7a5773 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.643733] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 941.643733] env[68934]: value = "task-3135069" [ 941.643733] env[68934]: _type = "Task" [ 941.643733] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.657569] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135069, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.729797] env[68934]: DEBUG oslo_vmware.api [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.738076] env[68934]: INFO nova.compute.manager [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Took 48.07 seconds to build instance. [ 941.753444] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43a691-0e50-4cc9-8b92-4c83a9034c41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.762310] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c222e-c37e-498e-991f-0a5697d92ce8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.795884] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7484e1-4efb-47a4-8467-f5b29cd8e58f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.803607] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3e71b-4900-4610-a568-7f76c0a7b140 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.818432] env[68934]: DEBUG nova.compute.provider_tree [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.118955] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135065, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.162736] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135069, 'name': Rename_Task, 'duration_secs': 0.183729} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.163133] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.163463] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50af7f67-c13f-445d-859a-09e5e6b1ed98 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.172904] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 942.172904] env[68934]: value = "task-3135070" [ 942.172904] env[68934]: _type = "Task" [ 942.172904] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.185765] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.222383] env[68934]: DEBUG oslo_vmware.api [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Task: {'id': task-3135068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547522} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.222624] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.222817] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.222993] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.223182] env[68934]: INFO nova.compute.manager [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Took 1.66 seconds to destroy the instance on the hypervisor. [ 942.223429] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.223616] env[68934]: DEBUG nova.compute.manager [-] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.223709] env[68934]: DEBUG nova.network.neutron [-] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.241542] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.437s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.320886] env[68934]: DEBUG nova.scheduler.client.report [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.366196] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "1595fe49-f3d8-48a4-8402-c53cec59fb97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.366495] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.367262] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "1595fe49-f3d8-48a4-8402-c53cec59fb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.367262] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.367262] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.373598] env[68934]: INFO nova.compute.manager [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Terminating instance [ 942.579440] env[68934]: DEBUG nova.compute.manager [req-636de4d4-69c0-43df-87f6-d25aefdd8048 req-e7f8eee9-4bf0-4fb8-a5d3-f595503b3609 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Received event network-vif-deleted-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.579440] env[68934]: INFO nova.compute.manager [req-636de4d4-69c0-43df-87f6-d25aefdd8048 req-e7f8eee9-4bf0-4fb8-a5d3-f595503b3609 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Neutron deleted interface ecd86b60-03ae-40a8-9b69-c3ba4319a7f3; detaching it from the instance and deleting it from the info cache [ 942.579440] env[68934]: DEBUG nova.network.neutron [req-636de4d4-69c0-43df-87f6-d25aefdd8048 req-e7f8eee9-4bf0-4fb8-a5d3-f595503b3609 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.622198] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135065, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.587879} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.622626] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] cbb0bb0e-b36d-4398-a371-25a72d92b085/cbb0bb0e-b36d-4398-a371-25a72d92b085.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.622984] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.623343] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1751a121-8da5-49d7-8de9-a9ebf8e90712 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.636213] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 942.636213] env[68934]: value = "task-3135071" [ 942.636213] env[68934]: _type = "Task" [ 942.636213] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.644984] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.684041] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135070, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.832297] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.832297] env[68934]: DEBUG nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.833146] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.435s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.833340] env[68934]: DEBUG nova.objects.instance [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.878043] env[68934]: DEBUG nova.compute.manager [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.878139] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.879790] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ea4b6-1cb8-4d25-8a14-b05fa6e36ae3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.889389] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.889678] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a524ce0f-205a-4b63-bece-25eca8a39e08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.896763] env[68934]: DEBUG oslo_vmware.api [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 942.896763] env[68934]: value = "task-3135072" [ 942.896763] env[68934]: _type = "Task" [ 942.896763] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.907431] env[68934]: DEBUG oslo_vmware.api [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.981659] env[68934]: DEBUG nova.network.neutron [-] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.077309] env[68934]: DEBUG nova.compute.manager [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.078900] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab63056-adad-4cbf-a918-791cd40bb9fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.082828] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ac5f459-9330-4647-8476-5ebc1fa7f6a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.098162] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472342a0-eee3-440e-9c64-596a6f827827 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.142017] env[68934]: DEBUG nova.compute.manager [req-636de4d4-69c0-43df-87f6-d25aefdd8048 req-e7f8eee9-4bf0-4fb8-a5d3-f595503b3609 service nova] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Detach interface failed, port_id=ecd86b60-03ae-40a8-9b69-c3ba4319a7f3, reason: Instance b2f282dc-9c8c-4acb-ad21-f1b55bdfad69 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.148564] env[68934]: DEBUG nova.compute.manager [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-changed-dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.148812] env[68934]: DEBUG nova.compute.manager [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing instance network info cache due to event network-changed-dd6a3860-0f48-44be-84ef-9a4af170baa1. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.149289] env[68934]: DEBUG oslo_concurrency.lockutils [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.149289] env[68934]: DEBUG oslo_concurrency.lockutils [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.149416] env[68934]: DEBUG nova.network.neutron [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing network info cache for port dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.157204] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197226} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.157599] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.158638] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b22a6-f5d1-40af-a354-987757ebd74e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.185558] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] cbb0bb0e-b36d-4398-a371-25a72d92b085/cbb0bb0e-b36d-4398-a371-25a72d92b085.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.190223] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bba083a-5115-464f-afc9-124143a0828a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.211139] env[68934]: DEBUG oslo_vmware.api [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135070, 'name': PowerOnVM_Task, 'duration_secs': 0.565757} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.212363] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.212586] env[68934]: DEBUG nova.compute.manager [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.212914] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 943.212914] env[68934]: value = "task-3135073" [ 943.212914] env[68934]: _type = "Task" [ 943.212914] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.213765] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36743e9-1da1-4429-8051-8ab1d4e4dbf0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.230419] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.336130] env[68934]: DEBUG nova.compute.utils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.338139] env[68934]: DEBUG nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.338425] env[68934]: DEBUG nova.network.neutron [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.388606] env[68934]: DEBUG nova.policy [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f0436be197479889e6b67ff76a7bf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed2be60d8a24028b2c0df7fe5078ccb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.416260] env[68934]: DEBUG oslo_vmware.api [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135072, 'name': PowerOffVM_Task, 'duration_secs': 0.268867} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.416638] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.416815] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.417094] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2fc5d3c-d6a9-4056-9188-f0e294582165 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.482104] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.482398] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.482657] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Deleting the datastore file [datastore1] 1595fe49-f3d8-48a4-8402-c53cec59fb97 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.483107] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e09f5639-13e2-4a67-a293-aef426bbfadb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.486367] env[68934]: INFO nova.compute.manager [-] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Took 1.26 seconds to deallocate network for instance. [ 943.495256] env[68934]: DEBUG oslo_vmware.api [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 943.495256] env[68934]: value = "task-3135075" [ 943.495256] env[68934]: _type = "Task" [ 943.495256] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.506351] env[68934]: DEBUG oslo_vmware.api [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.596463] env[68934]: INFO nova.compute.manager [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] instance snapshotting [ 943.600280] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e96ee65-9ac1-4e26-aece-80ee2e2b0760 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.634549] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0212a6-d342-4249-bd2f-fda0f1de043e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.733478] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135073, 'name': ReconfigVM_Task, 'duration_secs': 0.376074} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.734208] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Reconfigured VM instance instance-00000044 to attach disk [datastore1] cbb0bb0e-b36d-4398-a371-25a72d92b085/cbb0bb0e-b36d-4398-a371-25a72d92b085.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.737745] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a5fee35-23bb-46f4-83c2-2ffb522a213f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.738566] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.744966] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 943.744966] env[68934]: value = "task-3135076" [ 943.744966] env[68934]: _type = "Task" [ 943.744966] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.745654] env[68934]: DEBUG nova.network.neutron [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Successfully created port: e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.757414] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135076, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.848288] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2073a3d2-865d-430f-a4d0-14f2fa60dacd tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.849656] env[68934]: DEBUG nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.854582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.587s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.854582] env[68934]: DEBUG nova.objects.instance [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lazy-loading 'resources' on Instance uuid 93f0c629-4ea1-42bb-b1db-eb53771c4c1c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.998635] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.008768] env[68934]: DEBUG oslo_vmware.api [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198524} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.009182] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.009447] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.009690] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.009900] env[68934]: INFO nova.compute.manager [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.010431] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.010660] env[68934]: DEBUG nova.compute.manager [-] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.010753] env[68934]: DEBUG nova.network.neutron [-] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.106605] env[68934]: DEBUG nova.network.neutron [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updated VIF entry in instance network info cache for port dd6a3860-0f48-44be-84ef-9a4af170baa1. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.106964] env[68934]: DEBUG nova.network.neutron [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.152538] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.152855] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ee15640-c62e-4900-bb7a-1562b3acd171 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.162960] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 944.162960] env[68934]: value = "task-3135077" [ 944.162960] env[68934]: _type = "Task" [ 944.162960] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.178399] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.208860] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ae8d0a82-3cff-416d-a2f9-999c97effebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.209163] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.209397] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ae8d0a82-3cff-416d-a2f9-999c97effebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.209625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.209813] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.212044] env[68934]: INFO nova.compute.manager [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Terminating instance [ 944.259795] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135076, 'name': Rename_Task, 'duration_secs': 0.213522} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.260113] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.260359] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0305ebcd-7373-4e37-8587-d8770cbfdb84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.271202] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 944.271202] env[68934]: value = "task-3135078" [ 944.271202] env[68934]: _type = "Task" [ 944.271202] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.278935] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.611761] env[68934]: DEBUG oslo_concurrency.lockutils [req-75a1d615-31cf-4e41-aa75-5d639fab2f13 req-a0abf8bd-dead-416f-b8c3-71eee00b7879 service nova] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.677552] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.721326] env[68934]: DEBUG nova.compute.manager [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.721557] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.722855] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16a2661-fb3f-4325-9e99-e45f708b010f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.730194] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.730451] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e90959e1-9f26-45b0-ae75-e31c2799f106 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.740515] env[68934]: DEBUG oslo_vmware.api [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 944.740515] env[68934]: value = "task-3135079" [ 944.740515] env[68934]: _type = "Task" [ 944.740515] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.749656] env[68934]: DEBUG oslo_vmware.api [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.764262] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bdb3c2-6efb-4263-b512-4020511e107d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.776577] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f26bb3-f8f7-4eda-9bcf-cbf9483b1f2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.785664] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.811124] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db29642-7762-49c9-9fbf-301b66de7a16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.819128] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761696af-3af0-4d36-b3e9-087bfab47331 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.840137] env[68934]: DEBUG nova.compute.provider_tree [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.845623] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.845623] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.853177] env[68934]: DEBUG nova.network.neutron [-] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.868044] env[68934]: DEBUG nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.968773] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.968773] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.969024] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.969152] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.969335] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.969488] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.969732] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.969924] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.970125] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.970318] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.970534] env[68934]: DEBUG nova.virt.hardware [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.971610] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc57d15d-cb16-4272-9e8f-17f0197028a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.979940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.979940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.984339] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481b31f9-ad6a-49a7-b9a6-aabbe159d778 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.153649] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "4350751a-4a22-4b80-8d30-cbb8641fd70d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.153950] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "4350751a-4a22-4b80-8d30-cbb8641fd70d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.174552] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135077, 'name': CreateSnapshot_Task, 'duration_secs': 0.76558} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.175601] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 945.176646] env[68934]: DEBUG nova.compute.manager [req-4fed05bb-7d9a-4f8d-81c8-8aa121b45d73 req-049d5598-3005-429b-af33-eba2fc67d61b service nova] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Received event network-vif-deleted-97d05ea1-7a96-42ab-b8d3-b88050a68d9b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.177436] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a822aea1-f8b1-49b0-9cac-259086396ad5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.191053] env[68934]: DEBUG nova.compute.manager [req-a10a72ad-3095-4b6f-86fa-f17f4aee478e req-19be4665-8c1b-4a02-97d4-add3e20326b2 service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Received event network-vif-plugged-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.191215] env[68934]: DEBUG oslo_concurrency.lockutils [req-a10a72ad-3095-4b6f-86fa-f17f4aee478e req-19be4665-8c1b-4a02-97d4-add3e20326b2 service nova] Acquiring lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.191422] env[68934]: DEBUG oslo_concurrency.lockutils [req-a10a72ad-3095-4b6f-86fa-f17f4aee478e req-19be4665-8c1b-4a02-97d4-add3e20326b2 service nova] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.191595] env[68934]: DEBUG oslo_concurrency.lockutils [req-a10a72ad-3095-4b6f-86fa-f17f4aee478e req-19be4665-8c1b-4a02-97d4-add3e20326b2 service nova] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.191820] env[68934]: DEBUG nova.compute.manager [req-a10a72ad-3095-4b6f-86fa-f17f4aee478e req-19be4665-8c1b-4a02-97d4-add3e20326b2 service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] No waiting events found dispatching network-vif-plugged-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.191930] env[68934]: WARNING nova.compute.manager [req-a10a72ad-3095-4b6f-86fa-f17f4aee478e req-19be4665-8c1b-4a02-97d4-add3e20326b2 service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Received unexpected event network-vif-plugged-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 for instance with vm_state building and task_state spawning. [ 945.249543] env[68934]: DEBUG oslo_vmware.api [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135079, 'name': PowerOffVM_Task, 'duration_secs': 0.181659} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.249793] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.249965] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.250232] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3856cd0e-3290-4994-aedb-2a6bfe9321f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.284910] env[68934]: DEBUG oslo_vmware.api [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135078, 'name': PowerOnVM_Task, 'duration_secs': 0.71827} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.284910] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.284910] env[68934]: INFO nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Took 9.10 seconds to spawn the instance on the hypervisor. [ 945.284910] env[68934]: DEBUG nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.284910] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51235ea-0e6f-4af9-b5dd-3372a29b6136 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.287526] env[68934]: DEBUG nova.network.neutron [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Successfully updated port: e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.310184] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.310448] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.310632] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleting the datastore file [datastore1] ae8d0a82-3cff-416d-a2f9-999c97effebd {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.311473] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09be4baf-adee-4b64-9121-37dc6d324ffb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.318199] env[68934]: DEBUG oslo_vmware.api [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 945.318199] env[68934]: value = "task-3135081" [ 945.318199] env[68934]: _type = "Task" [ 945.318199] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.326401] env[68934]: DEBUG oslo_vmware.api [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.340914] env[68934]: DEBUG nova.scheduler.client.report [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.347417] env[68934]: DEBUG nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.357546] env[68934]: INFO nova.compute.manager [-] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Took 1.35 seconds to deallocate network for instance. [ 945.484377] env[68934]: DEBUG nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.655959] env[68934]: DEBUG nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.698950] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 945.699528] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-107bc0c7-7ba2-4a21-9972-b3cf7ed53a9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.708093] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 945.708093] env[68934]: value = "task-3135082" [ 945.708093] env[68934]: _type = "Task" [ 945.708093] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.716067] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135082, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.790079] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "refresh_cache-03de73a8-04cc-40f9-a44c-1a38c6d4091e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.790194] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "refresh_cache-03de73a8-04cc-40f9-a44c-1a38c6d4091e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.790356] env[68934]: DEBUG nova.network.neutron [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.803548] env[68934]: INFO nova.compute.manager [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Took 48.65 seconds to build instance. [ 945.828310] env[68934]: DEBUG oslo_vmware.api [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.846307] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.848853] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.547s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.849213] env[68934]: DEBUG nova.objects.instance [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lazy-loading 'resources' on Instance uuid 7c84031d-42e9-4531-b4f0-031e91d4d518 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.865477] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.873610] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.881722] env[68934]: INFO nova.scheduler.client.report [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Deleted allocations for instance 93f0c629-4ea1-42bb-b1db-eb53771c4c1c [ 946.006541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.175059] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.218484] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135082, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.305721] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af30d329-70a9-439d-a582-29f34f64950f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.869s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.328229] env[68934]: DEBUG oslo_vmware.api [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533238} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.328655] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.328824] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.329089] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.329325] env[68934]: INFO nova.compute.manager [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Took 1.61 seconds to destroy the instance on the hypervisor. [ 946.329607] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.329809] env[68934]: DEBUG nova.compute.manager [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.329920] env[68934]: DEBUG nova.network.neutron [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.333436] env[68934]: DEBUG nova.network.neutron [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.392276] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Lock "93f0c629-4ea1-42bb-b1db-eb53771c4c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.967s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.552731] env[68934]: DEBUG nova.network.neutron [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Updating instance_info_cache with network_info: [{"id": "e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3", "address": "fa:16:3e:4a:73:d9", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape683b13a-dc", "ovs_interfaceid": "e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.721844] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135082, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.812948] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b5ff5-734b-4ee5-98f2-eafba17d5ab5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.820942] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1adaf-7eea-402a-a4fb-e5f72625772e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.856568] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bd3f6-81d8-484e-8dc4-2f40b53174a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.865476] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465e3667-74c0-4918-893f-271d506842d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.882638] env[68934]: DEBUG nova.compute.provider_tree [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.059076] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "refresh_cache-03de73a8-04cc-40f9-a44c-1a38c6d4091e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.059076] env[68934]: DEBUG nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Instance network_info: |[{"id": "e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3", "address": "fa:16:3e:4a:73:d9", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape683b13a-dc", "ovs_interfaceid": "e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.059076] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:73:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.069099] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.069099] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.069099] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2a33ff-463e-41f2-adcb-6a4fc5987678 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.094806] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.094806] env[68934]: value = "task-3135083" [ 947.094806] env[68934]: _type = "Task" [ 947.094806] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.098263] env[68934]: DEBUG nova.network.neutron [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.104596] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135083, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.213365] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.213659] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.213844] env[68934]: INFO nova.compute.manager [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Shelving [ 947.229861] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135082, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.275027] env[68934]: DEBUG nova.compute.manager [req-94b09574-2256-46fb-ad6d-02d6858b2dd2 req-1e009a2e-4256-446f-9494-5e8af0ada385 service nova] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Received event network-vif-deleted-27769cd3-d452-4730-9fa4-91d40973f962 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.288502] env[68934]: DEBUG nova.compute.manager [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Received event network-changed-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.288701] env[68934]: DEBUG nova.compute.manager [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Refreshing instance network info cache due to event network-changed-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.288924] env[68934]: DEBUG oslo_concurrency.lockutils [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] Acquiring lock "refresh_cache-03de73a8-04cc-40f9-a44c-1a38c6d4091e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.289075] env[68934]: DEBUG oslo_concurrency.lockutils [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] Acquired lock "refresh_cache-03de73a8-04cc-40f9-a44c-1a38c6d4091e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.289239] env[68934]: DEBUG nova.network.neutron [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Refreshing network info cache for port e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.386247] env[68934]: DEBUG nova.scheduler.client.report [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.606969] env[68934]: INFO nova.compute.manager [-] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Took 1.28 seconds to deallocate network for instance. [ 947.607245] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135083, 'name': CreateVM_Task, 'duration_secs': 0.33596} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.608925] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.610104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.612657] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f7cf1e-1bf5-4916-9bce-000a39cc4af9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.617820] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 947.617820] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c9c2f3-9b58-b9f4-b3db-dfc119333133" [ 947.617820] env[68934]: _type = "Task" [ 947.617820] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.627438] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c9c2f3-9b58-b9f4-b3db-dfc119333133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.729066] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135082, 'name': CloneVM_Task, 'duration_secs': 1.786092} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.731602] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Created linked-clone VM from snapshot [ 947.733363] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413060bf-c8c7-4e6f-849a-96ece4fab350 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.741849] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Uploading image c3fda5d6-9b76-4430-942f-429365be5e99 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 947.764447] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 947.764447] env[68934]: value = "vm-627380" [ 947.764447] env[68934]: _type = "VirtualMachine" [ 947.764447] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 947.764654] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-504b358c-bfd7-4597-8190-38e44523d419 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.771546] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease: (returnval){ [ 947.771546] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a01177-0982-cc65-f270-560208c27e03" [ 947.771546] env[68934]: _type = "HttpNfcLease" [ 947.771546] env[68934]: } obtained for exporting VM: (result){ [ 947.771546] env[68934]: value = "vm-627380" [ 947.771546] env[68934]: _type = "VirtualMachine" [ 947.771546] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 947.771784] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the lease: (returnval){ [ 947.771784] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a01177-0982-cc65-f270-560208c27e03" [ 947.771784] env[68934]: _type = "HttpNfcLease" [ 947.771784] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 947.779859] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.779859] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a01177-0982-cc65-f270-560208c27e03" [ 947.779859] env[68934]: _type = "HttpNfcLease" [ 947.779859] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 947.895019] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.895585] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.935s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.897449] env[68934]: INFO nova.compute.claims [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.917381] env[68934]: INFO nova.scheduler.client.report [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted allocations for instance 7c84031d-42e9-4531-b4f0-031e91d4d518 [ 948.116096] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.128162] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c9c2f3-9b58-b9f4-b3db-dfc119333133, 'name': SearchDatastore_Task, 'duration_secs': 0.0229} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.128497] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.128736] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.129160] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.129420] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.129649] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.129995] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f01d8ff-8e13-4cd4-8ae9-2ce6dbf8788f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.132807] env[68934]: DEBUG nova.network.neutron [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Updated VIF entry in instance network info cache for port e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.133147] env[68934]: DEBUG nova.network.neutron [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Updating instance_info_cache with network_info: [{"id": "e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3", "address": "fa:16:3e:4a:73:d9", "network": {"id": "b4e53f7e-9865-4e75-9d20-8055cb6ed82e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-166153165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed2be60d8a24028b2c0df7fe5078ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape683b13a-dc", "ovs_interfaceid": "e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.146964] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.147181] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.148546] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6ea294-d28e-4a24-ab34-278bb6ac9e1d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.155864] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 948.155864] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527c75c8-f5ba-6f0e-5aba-7722365240f2" [ 948.155864] env[68934]: _type = "Task" [ 948.155864] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.164228] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527c75c8-f5ba-6f0e-5aba-7722365240f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.237017] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.237345] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f47fbaf5-1186-43af-8fd9-861a4d3cbc97 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.244512] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 948.244512] env[68934]: value = "task-3135085" [ 948.244512] env[68934]: _type = "Task" [ 948.244512] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.253205] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.281402] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.281402] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a01177-0982-cc65-f270-560208c27e03" [ 948.281402] env[68934]: _type = "HttpNfcLease" [ 948.281402] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 948.281705] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 948.281705] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a01177-0982-cc65-f270-560208c27e03" [ 948.281705] env[68934]: _type = "HttpNfcLease" [ 948.281705] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 948.282484] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc23aef-48dc-4d70-b0a2-14b04c05839c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.292546] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278e830-0302-1805-c0f4-8f1f6bb3f636/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 948.292746] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278e830-0302-1805-c0f4-8f1f6bb3f636/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 948.388028] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7405bc87-8394-47a5-9197-6302d650c87a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.433025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "7c84031d-42e9-4531-b4f0-031e91d4d518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.147s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.636518] env[68934]: DEBUG oslo_concurrency.lockutils [req-b90fd168-a9eb-4ee9-92c8-9ecdcb08b8f4 req-2f72f4c0-6fcc-46a2-bf5e-3e1b3802ea7a service nova] Releasing lock "refresh_cache-03de73a8-04cc-40f9-a44c-1a38c6d4091e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.672510] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527c75c8-f5ba-6f0e-5aba-7722365240f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01487} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.673497] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f539555-242d-4831-b032-c88a24a84a5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.681412] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 948.681412] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf0d93-73af-0942-9941-c3d73062d811" [ 948.681412] env[68934]: _type = "Task" [ 948.681412] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.690301] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf0d93-73af-0942-9941-c3d73062d811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.754740] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135085, 'name': PowerOffVM_Task, 'duration_secs': 0.23009} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.755200] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.760536] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae85f3-95e6-40ca-b989-2f2c138d8a32 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.781370] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c901b39b-36d3-44d0-977e-6775d3085d08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.901405] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "4cea04f6-c084-4849-b683-21396c6d6150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.902124] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "4cea04f6-c084-4849-b683-21396c6d6150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.902574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "4cea04f6-c084-4849-b683-21396c6d6150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.902808] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "4cea04f6-c084-4849-b683-21396c6d6150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.903020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "4cea04f6-c084-4849-b683-21396c6d6150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.908162] env[68934]: INFO nova.compute.manager [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Terminating instance [ 949.194756] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf0d93-73af-0942-9941-c3d73062d811, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.199220] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.199220] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 03de73a8-04cc-40f9-a44c-1a38c6d4091e/03de73a8-04cc-40f9-a44c-1a38c6d4091e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.199630] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace07624-8106-4372-91a2-303ab574bcc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.210084] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 949.210084] env[68934]: value = "task-3135086" [ 949.210084] env[68934]: _type = "Task" [ 949.210084] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.223744] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.292797] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.293259] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16db1d16-df17-485e-a39c-920bd8fd2e6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.302118] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 949.302118] env[68934]: value = "task-3135087" [ 949.302118] env[68934]: _type = "Task" [ 949.302118] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.318144] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135087, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.381056] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cdad0c-fd93-4352-a293-ef112d56a1e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.387762] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f2222-a04d-4e9b-81e9-a6596fbcff50 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.430695] env[68934]: DEBUG nova.compute.manager [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.430695] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.430695] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c4499-43f8-4d03-b6d4-ed0d6f2eb7ca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.433692] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f051f81-6736-43ab-9c41-41e3aa9c1d76 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.446421] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3e871-7551-425a-b20d-a9b56a2013f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.451016] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.451016] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f546b33-8854-450c-aeff-9ad4d6e7d523 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.464073] env[68934]: DEBUG nova.compute.provider_tree [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.467578] env[68934]: DEBUG oslo_vmware.api [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 949.467578] env[68934]: value = "task-3135088" [ 949.467578] env[68934]: _type = "Task" [ 949.467578] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.476729] env[68934]: DEBUG oslo_vmware.api [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.721817] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135086, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.814287] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135087, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.967209] env[68934]: DEBUG nova.scheduler.client.report [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.985815] env[68934]: DEBUG oslo_vmware.api [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135088, 'name': PowerOffVM_Task, 'duration_secs': 0.257111} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.986112] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.986452] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.986823] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0138e6d4-ac76-4021-a136-c0eab0b2cf53 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.052798] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.052969] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.053187] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleting the datastore file [datastore2] 4cea04f6-c084-4849-b683-21396c6d6150 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.053465] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4df89d8-386b-40bc-86bb-655fced6837a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.061209] env[68934]: DEBUG oslo_vmware.api [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 950.061209] env[68934]: value = "task-3135090" [ 950.061209] env[68934]: _type = "Task" [ 950.061209] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.071328] env[68934]: DEBUG oslo_vmware.api [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.222804] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593347} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.223058] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 03de73a8-04cc-40f9-a44c-1a38c6d4091e/03de73a8-04cc-40f9-a44c-1a38c6d4091e.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.223280] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.223541] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f95ef48-01d7-4f1d-a2f1-1d2ac64720be {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.230686] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 950.230686] env[68934]: value = "task-3135091" [ 950.230686] env[68934]: _type = "Task" [ 950.230686] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.239479] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.318022] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135087, 'name': CreateSnapshot_Task, 'duration_secs': 0.867686} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.318022] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.318022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10966751-cb76-4279-9ad3-8c082fc79153 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.478105] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.478105] env[68934]: DEBUG nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.486228] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.724s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.486228] env[68934]: INFO nova.compute.claims [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.573875] env[68934]: DEBUG oslo_vmware.api [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175619} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.574165] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.574358] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.574539] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.574710] env[68934]: INFO nova.compute.manager [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Took 1.15 seconds to destroy the instance on the hypervisor. [ 950.575055] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.575166] env[68934]: DEBUG nova.compute.manager [-] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.575259] env[68934]: DEBUG nova.network.neutron [-] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.745076] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156416} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.745408] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.746273] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa9efe0-eb4f-4fbd-a1b4-9d4f6971a267 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.771328] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 03de73a8-04cc-40f9-a44c-1a38c6d4091e/03de73a8-04cc-40f9-a44c-1a38c6d4091e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.771698] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e6a2dd-6928-4528-b2e2-ed43eead8ca1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.792177] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 950.792177] env[68934]: value = "task-3135092" [ 950.792177] env[68934]: _type = "Task" [ 950.792177] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.803024] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.839874] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.840265] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e097c087-dc61-4ba1-a0f3-8a798eb17d25 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.851386] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 950.851386] env[68934]: value = "task-3135093" [ 950.851386] env[68934]: _type = "Task" [ 950.851386] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.861507] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135093, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.994211] env[68934]: DEBUG nova.compute.utils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.998690] env[68934]: DEBUG nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.998900] env[68934]: DEBUG nova.network.neutron [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.069029] env[68934]: DEBUG nova.policy [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a8aa164183b4a538fadfe0b927e428b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ece7838ef48c441590cdab846ca33661', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.158824] env[68934]: DEBUG nova.compute.manager [req-1b493864-87b7-4233-8d0e-4f687d8087a6 req-e2082939-b617-41d1-941c-32f8aa481294 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Received event network-vif-deleted-3477a872-068f-4329-8f47-787f90a69e30 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.158824] env[68934]: INFO nova.compute.manager [req-1b493864-87b7-4233-8d0e-4f687d8087a6 req-e2082939-b617-41d1-941c-32f8aa481294 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Neutron deleted interface 3477a872-068f-4329-8f47-787f90a69e30; detaching it from the instance and deleting it from the info cache [ 951.159180] env[68934]: DEBUG nova.network.neutron [req-1b493864-87b7-4233-8d0e-4f687d8087a6 req-e2082939-b617-41d1-941c-32f8aa481294 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.304356] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135092, 'name': ReconfigVM_Task, 'duration_secs': 0.317549} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.304721] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 03de73a8-04cc-40f9-a44c-1a38c6d4091e/03de73a8-04cc-40f9-a44c-1a38c6d4091e.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.305566] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44ef9736-88f0-4330-82e4-af2b0c9349d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.315027] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 951.315027] env[68934]: value = "task-3135094" [ 951.315027] env[68934]: _type = "Task" [ 951.315027] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.323564] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135094, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.361474] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135093, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.373769] env[68934]: DEBUG nova.network.neutron [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Successfully created port: 372ac012-bcc6-424c-9107-38399d19e5a8 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.506824] env[68934]: DEBUG nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.523025] env[68934]: DEBUG nova.network.neutron [-] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.663227] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76809fbc-ea71-4b35-a0cd-191366f26443 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.681639] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12d7a5-5068-4d10-a6c7-7549a81677d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.728468] env[68934]: DEBUG nova.compute.manager [req-1b493864-87b7-4233-8d0e-4f687d8087a6 req-e2082939-b617-41d1-941c-32f8aa481294 service nova] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Detach interface failed, port_id=3477a872-068f-4329-8f47-787f90a69e30, reason: Instance 4cea04f6-c084-4849-b683-21396c6d6150 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.826062] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135094, 'name': Rename_Task, 'duration_secs': 0.153113} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.827029] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.827344] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54a1124c-0b08-4e95-a17a-6a19c4d02a1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.838715] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 951.838715] env[68934]: value = "task-3135095" [ 951.838715] env[68934]: _type = "Task" [ 951.838715] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.850025] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.865648] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135093, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.019608] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e510419d-ef46-45bd-b36d-727c4bc5ed11 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.027899] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e760460-455a-4c5a-bfd2-7738599783b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.032403] env[68934]: INFO nova.compute.manager [-] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Took 1.46 seconds to deallocate network for instance. [ 952.073706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7617e783-546c-4299-801f-e090fea41eb5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.082844] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddc84f6-a9e1-4226-bd81-5e0d49119014 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.844610] env[68934]: DEBUG nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.847458] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.860116] env[68934]: DEBUG oslo_vmware.api [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135095, 'name': PowerOnVM_Task, 'duration_secs': 0.493783} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.871056] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.871320] env[68934]: INFO nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Took 8.00 seconds to spawn the instance on the hypervisor. [ 952.871525] env[68934]: DEBUG nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.872163] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135093, 'name': CloneVM_Task, 'duration_secs': 1.590994} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.872636] env[68934]: DEBUG nova.compute.provider_tree [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.876352] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44fa4e-f5f4-46b9-8872-111816589cad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.879198] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Created linked-clone VM from snapshot [ 952.880421] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a77fbd-8e42-4696-a820-23a6ac2f3519 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.889614] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Uploading image b2e010be-0d2f-44fc-b39b-05f05de19cee {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.895031] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.895031] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.895031] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.895031] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.895411] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.895411] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.895477] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.895585] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.895753] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.895916] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.896160] env[68934]: DEBUG nova.virt.hardware [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.898780] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac7cb7-0893-47a3-afec-8e4aaba8792c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.913430] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e45ff78-f469-4325-bb47-3c29891328af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.917433] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 952.917433] env[68934]: value = "vm-627383" [ 952.917433] env[68934]: _type = "VirtualMachine" [ 952.917433] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 952.917726] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-015905ad-1800-4df5-908a-76097eff78c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.936626] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lease: (returnval){ [ 952.936626] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527a791b-318a-3acd-b322-c44debd324ac" [ 952.936626] env[68934]: _type = "HttpNfcLease" [ 952.936626] env[68934]: } obtained for exporting VM: (result){ [ 952.936626] env[68934]: value = "vm-627383" [ 952.936626] env[68934]: _type = "VirtualMachine" [ 952.936626] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 952.936626] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the lease: (returnval){ [ 952.936626] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527a791b-318a-3acd-b322-c44debd324ac" [ 952.936626] env[68934]: _type = "HttpNfcLease" [ 952.936626] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.943293] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.943293] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527a791b-318a-3acd-b322-c44debd324ac" [ 952.943293] env[68934]: _type = "HttpNfcLease" [ 952.943293] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 952.943577] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 952.943577] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527a791b-318a-3acd-b322-c44debd324ac" [ 952.943577] env[68934]: _type = "HttpNfcLease" [ 952.943577] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 952.944356] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45159443-fd0b-46c4-a058-6bf5455d9c84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.952451] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5295140a-43f7-ef3b-81b5-a5c541391dc8/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 952.952658] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5295140a-43f7-ef3b-81b5-a5c541391dc8/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 953.012383] env[68934]: DEBUG nova.compute.manager [req-28ebd55a-7d71-400f-a54a-53fbcc72436b req-f7bb094f-4a29-4114-8537-66b8cd8076a5 service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Received event network-vif-plugged-372ac012-bcc6-424c-9107-38399d19e5a8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.012604] env[68934]: DEBUG oslo_concurrency.lockutils [req-28ebd55a-7d71-400f-a54a-53fbcc72436b req-f7bb094f-4a29-4114-8537-66b8cd8076a5 service nova] Acquiring lock "53bb8525-7f0d-417e-b905-ce4db879a6b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.012812] env[68934]: DEBUG oslo_concurrency.lockutils [req-28ebd55a-7d71-400f-a54a-53fbcc72436b req-f7bb094f-4a29-4114-8537-66b8cd8076a5 service nova] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.012976] env[68934]: DEBUG oslo_concurrency.lockutils [req-28ebd55a-7d71-400f-a54a-53fbcc72436b req-f7bb094f-4a29-4114-8537-66b8cd8076a5 service nova] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.013161] env[68934]: DEBUG nova.compute.manager [req-28ebd55a-7d71-400f-a54a-53fbcc72436b req-f7bb094f-4a29-4114-8537-66b8cd8076a5 service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] No waiting events found dispatching network-vif-plugged-372ac012-bcc6-424c-9107-38399d19e5a8 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.013325] env[68934]: WARNING nova.compute.manager [req-28ebd55a-7d71-400f-a54a-53fbcc72436b req-f7bb094f-4a29-4114-8537-66b8cd8076a5 service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Received unexpected event network-vif-plugged-372ac012-bcc6-424c-9107-38399d19e5a8 for instance with vm_state building and task_state spawning. [ 953.045592] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6a85fd0-a7aa-4017-b5c1-768f17a6563e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.049189] env[68934]: DEBUG nova.network.neutron [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Successfully updated port: 372ac012-bcc6-424c-9107-38399d19e5a8 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.381451] env[68934]: DEBUG nova.scheduler.client.report [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.416244] env[68934]: INFO nova.compute.manager [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Took 50.07 seconds to build instance. [ 953.551360] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.551522] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.551729] env[68934]: DEBUG nova.network.neutron [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.896542] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.417s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.897073] env[68934]: DEBUG nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.900082] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.607s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.920751] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3991b763-d124-4584-b86c-7068d159aeb0 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.112s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.111441] env[68934]: DEBUG nova.network.neutron [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.356180] env[68934]: DEBUG nova.network.neutron [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Updating instance_info_cache with network_info: [{"id": "372ac012-bcc6-424c-9107-38399d19e5a8", "address": "fa:16:3e:2e:d7:56", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ac012-bc", "ovs_interfaceid": "372ac012-bcc6-424c-9107-38399d19e5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.403671] env[68934]: DEBUG nova.compute.utils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.415741] env[68934]: DEBUG nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.415954] env[68934]: DEBUG nova.network.neutron [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.478126] env[68934]: DEBUG nova.policy [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134119f5c37341059e98242f7a16c0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f6e3a324ea542fd86a7077173cf929e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.786791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.786791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.786791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.786791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.786791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.788119] env[68934]: INFO nova.compute.manager [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Terminating instance [ 954.863592] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.863592] env[68934]: DEBUG nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Instance network_info: |[{"id": "372ac012-bcc6-424c-9107-38399d19e5a8", "address": "fa:16:3e:2e:d7:56", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ac012-bc", "ovs_interfaceid": "372ac012-bcc6-424c-9107-38399d19e5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.863592] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:d7:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '372ac012-bcc6-424c-9107-38399d19e5a8', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.870826] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.871699] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.872467] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b94cb3da-1570-411d-b487-10d9e8632c42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.900536] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.900536] env[68934]: value = "task-3135097" [ 954.900536] env[68934]: _type = "Task" [ 954.900536] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.912725] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135097, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.923300] env[68934]: DEBUG nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.956104] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance beabb1da-0d72-4d79-84ee-7804e452ddc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956104] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance b947d6e8-242d-4339-90c9-8cbe3ab4e5dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956104] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4cea04f6-c084-4849-b683-21396c6d6150 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.956104] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956456] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956456] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2b0cf1d0-c723-4a85-9226-5061e0404b47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956544] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 1595fe49-f3d8-48a4-8402-c53cec59fb97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.956654] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d4e9d0e2-04b1-4a24-b559-9520ba49d8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956764] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956879] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ef15a88e-b32b-4b83-a9f4-c5ee10550803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.956988] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 96519767-acbc-4b7d-9bae-86738667c69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.957118] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 5ec31989-73c7-42f9-8427-b53d2f6df260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.957215] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 867ea4f6-aa08-441f-a287-989e37713c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.957335] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 860344fa-57fe-447b-a0a2-fb61ddf97262 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.957456] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ae8d0a82-3cff-416d-a2f9-999c97effebd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.957700] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance b2f282dc-9c8c-4acb-ad21-f1b55bdfad69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.957758] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 12e29bc4-9c09-4945-956a-e0b72846e502 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.957848] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.957956] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance cbb0bb0e-b36d-4398-a371-25a72d92b085 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.959182] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 03de73a8-04cc-40f9-a44c-1a38c6d4091e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.959425] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 53bb8525-7f0d-417e-b905-ce4db879a6b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.959602] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ca603e9b-4769-407d-8846-f667067117bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 955.003518] env[68934]: DEBUG nova.network.neutron [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Successfully created port: 0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.144543] env[68934]: DEBUG nova.compute.manager [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Received event network-changed-372ac012-bcc6-424c-9107-38399d19e5a8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.144707] env[68934]: DEBUG nova.compute.manager [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Refreshing instance network info cache due to event network-changed-372ac012-bcc6-424c-9107-38399d19e5a8. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.144993] env[68934]: DEBUG oslo_concurrency.lockutils [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] Acquiring lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.145107] env[68934]: DEBUG oslo_concurrency.lockutils [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] Acquired lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.145222] env[68934]: DEBUG nova.network.neutron [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Refreshing network info cache for port 372ac012-bcc6-424c-9107-38399d19e5a8 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.204668] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278e830-0302-1805-c0f4-8f1f6bb3f636/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 955.205197] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabbf640-93c8-407b-9beb-f69d55b0b9af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.212700] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278e830-0302-1805-c0f4-8f1f6bb3f636/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 955.212700] env[68934]: ERROR oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278e830-0302-1805-c0f4-8f1f6bb3f636/disk-0.vmdk due to incomplete transfer. [ 955.212700] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4defc597-6529-47ed-b26c-b23318e58144 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.221219] env[68934]: DEBUG oslo_vmware.rw_handles [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278e830-0302-1805-c0f4-8f1f6bb3f636/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 955.221363] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Uploaded image c3fda5d6-9b76-4430-942f-429365be5e99 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 955.225146] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 955.225783] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24918adf-0593-4503-a2dc-963708afae3c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.235640] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 955.235640] env[68934]: value = "task-3135098" [ 955.235640] env[68934]: _type = "Task" [ 955.235640] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.244515] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135098, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.293566] env[68934]: DEBUG nova.compute.manager [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.293840] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.294809] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0921dd0-858a-4ff0-a8e8-b8619800f506 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.307949] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.308314] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac1cbbe6-f7ae-4314-a18b-57d27a802fd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.315060] env[68934]: DEBUG oslo_vmware.api [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 955.315060] env[68934]: value = "task-3135099" [ 955.315060] env[68934]: _type = "Task" [ 955.315060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.327858] env[68934]: DEBUG oslo_vmware.api [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.416722] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135097, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.462661] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 14b949f6-81b9-4198-8e31-60d91b7e30fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.745797] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135098, 'name': Destroy_Task, 'duration_secs': 0.330042} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.746162] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Destroyed the VM [ 955.746485] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 955.746745] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e0d0931-115c-4a9d-bcbd-efef54e1f9a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.753507] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 955.753507] env[68934]: value = "task-3135100" [ 955.753507] env[68934]: _type = "Task" [ 955.753507] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.762266] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.824621] env[68934]: DEBUG oslo_vmware.api [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135099, 'name': PowerOffVM_Task, 'duration_secs': 0.348005} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.827455] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.827641] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.828142] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99827671-5119-493d-93c5-dcdec92a8cbe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.896702] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.896940] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.897170] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleting the datastore file [datastore1] 03de73a8-04cc-40f9-a44c-1a38c6d4091e {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.897429] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01de9ad4-cdf4-4192-92a1-0f01c0667261 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.904998] env[68934]: DEBUG oslo_vmware.api [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for the task: (returnval){ [ 955.904998] env[68934]: value = "task-3135102" [ 955.904998] env[68934]: _type = "Task" [ 955.904998] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.921536] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135097, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.925773] env[68934]: DEBUG oslo_vmware.api [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.933725] env[68934]: DEBUG nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.966748] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.967135] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.967344] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.967764] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.967764] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.967987] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.968211] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.968470] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.968704] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.968917] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.969144] env[68934]: DEBUG nova.virt.hardware [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.970154] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d6d4c519-5c6e-4ee8-8340-73729e043468 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.974252] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d84b24-6ed2-413a-9d87-09d1a8325764 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.990338] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c60f05-cda6-4f28-9665-152a78a6cb1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.158350] env[68934]: DEBUG nova.network.neutron [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Updated VIF entry in instance network info cache for port 372ac012-bcc6-424c-9107-38399d19e5a8. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.158852] env[68934]: DEBUG nova.network.neutron [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Updating instance_info_cache with network_info: [{"id": "372ac012-bcc6-424c-9107-38399d19e5a8", "address": "fa:16:3e:2e:d7:56", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ac012-bc", "ovs_interfaceid": "372ac012-bcc6-424c-9107-38399d19e5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.269094] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135100, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.421023] env[68934]: DEBUG oslo_vmware.api [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Task: {'id': task-3135102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255773} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.423838] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.424104] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.424285] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.424951] env[68934]: INFO nova.compute.manager [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 956.424951] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.425123] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135097, 'name': CreateVM_Task, 'duration_secs': 1.385993} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.425231] env[68934]: DEBUG nova.compute.manager [-] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.425344] env[68934]: DEBUG nova.network.neutron [-] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.427206] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.427927] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.428142] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.428535] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.429173] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4098ee-ed36-48ac-ad0b-1937a259a642 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.434163] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 956.434163] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec4956-4a6c-4452-3aba-c5566515f4f2" [ 956.434163] env[68934]: _type = "Task" [ 956.434163] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.443471] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec4956-4a6c-4452-3aba-c5566515f4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.476019] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.570318] env[68934]: DEBUG nova.network.neutron [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Successfully updated port: 0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.661542] env[68934]: DEBUG oslo_concurrency.lockutils [req-cebf4075-9ae7-4e61-98e9-ae8e86a6a0ca req-f66f8417-78dd-4d01-83c7-b17f6214246e service nova] Releasing lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.727661] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.727661] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.768485] env[68934]: DEBUG oslo_vmware.api [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135100, 'name': RemoveSnapshot_Task, 'duration_secs': 0.723031} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.768733] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 956.768961] env[68934]: INFO nova.compute.manager [None req-0a9b2d53-5ced-4246-ad00-af432ad6ef65 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Took 13.17 seconds to snapshot the instance on the hypervisor. [ 956.946131] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec4956-4a6c-4452-3aba-c5566515f4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.946518] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.946794] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.947155] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.947386] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.947613] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.947957] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec82599c-6c76-4bfb-b80c-a2afc44e8a25 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.956375] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.956619] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.957392] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba6fd63-8909-402f-94f3-fe55c8012d4d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.962695] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 956.962695] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a22362-c5a8-d739-46cd-7e81ef1512d7" [ 956.962695] env[68934]: _type = "Task" [ 956.962695] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.971093] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a22362-c5a8-d739-46cd-7e81ef1512d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.978014] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 7510780e-bb4c-4655-bb9a-68e8b64c28eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.074522] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.074522] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.074522] env[68934]: DEBUG nova.network.neutron [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.167065] env[68934]: DEBUG nova.compute.manager [req-0f0267ea-f29a-4db0-8736-79da892da62b req-86c450f8-e0b3-4a78-9941-1d2877d51981 service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Received event network-vif-deleted-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.167258] env[68934]: INFO nova.compute.manager [req-0f0267ea-f29a-4db0-8736-79da892da62b req-86c450f8-e0b3-4a78-9941-1d2877d51981 service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Neutron deleted interface e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3; detaching it from the instance and deleting it from the info cache [ 957.167453] env[68934]: DEBUG nova.network.neutron [req-0f0267ea-f29a-4db0-8736-79da892da62b req-86c450f8-e0b3-4a78-9941-1d2877d51981 service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.192055] env[68934]: DEBUG nova.compute.manager [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Received event network-vif-plugged-0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.192055] env[68934]: DEBUG oslo_concurrency.lockutils [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] Acquiring lock "ca603e9b-4769-407d-8846-f667067117bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.192055] env[68934]: DEBUG oslo_concurrency.lockutils [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] Lock "ca603e9b-4769-407d-8846-f667067117bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.192055] env[68934]: DEBUG oslo_concurrency.lockutils [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] Lock "ca603e9b-4769-407d-8846-f667067117bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.192055] env[68934]: DEBUG nova.compute.manager [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] No waiting events found dispatching network-vif-plugged-0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.192055] env[68934]: WARNING nova.compute.manager [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Received unexpected event network-vif-plugged-0836bc18-4a6c-4c20-9176-acd26156c0ac for instance with vm_state building and task_state spawning. [ 957.192569] env[68934]: DEBUG nova.compute.manager [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Received event network-changed-0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.192569] env[68934]: DEBUG nova.compute.manager [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Refreshing instance network info cache due to event network-changed-0836bc18-4a6c-4c20-9176-acd26156c0ac. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.192674] env[68934]: DEBUG oslo_concurrency.lockutils [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] Acquiring lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.229897] env[68934]: DEBUG nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.475119] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a22362-c5a8-d739-46cd-7e81ef1512d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012337} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.478437] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21f5c01-bade-427a-9899-fb1c46541644 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.481380] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ed3b6f68-279b-43c2-a01e-1425993ad2f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.486843] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 957.486843] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5275260b-cb9b-18ea-c1d9-a5a65221a15f" [ 957.486843] env[68934]: _type = "Task" [ 957.486843] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.498172] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5275260b-cb9b-18ea-c1d9-a5a65221a15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.606160] env[68934]: DEBUG nova.network.neutron [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.618599] env[68934]: DEBUG nova.network.neutron [-] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.670092] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f8f3a92-e570-466c-add7-f3b9ea8ea2b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.682413] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e398d81-cfb4-423d-987e-ff8781fc7a62 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.719541] env[68934]: DEBUG nova.compute.manager [req-0f0267ea-f29a-4db0-8736-79da892da62b req-86c450f8-e0b3-4a78-9941-1d2877d51981 service nova] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Detach interface failed, port_id=e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3, reason: Instance 03de73a8-04cc-40f9-a44c-1a38c6d4091e could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.758211] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.759281] env[68934]: DEBUG nova.network.neutron [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updating instance_info_cache with network_info: [{"id": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "address": "fa:16:3e:a4:41:1b", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0836bc18-4a", "ovs_interfaceid": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.984914] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4350751a-4a22-4b80-8d30-cbb8641fd70d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.985321] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 957.985446] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 958.001265] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5275260b-cb9b-18ea-c1d9-a5a65221a15f, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.005286] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.005286] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/53bb8525-7f0d-417e-b905-ce4db879a6b7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.005286] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee6bbea6-9a5a-4f28-9f67-c8fc15b9855e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.010221] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 958.010221] env[68934]: value = "task-3135103" [ 958.010221] env[68934]: _type = "Task" [ 958.010221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.025187] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "73428e6d-2f9c-4667-adcf-cd7b26702059" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.025502] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.027031] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.121701] env[68934]: INFO nova.compute.manager [-] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Took 1.70 seconds to deallocate network for instance. [ 958.262390] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.262739] env[68934]: DEBUG nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Instance network_info: |[{"id": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "address": "fa:16:3e:a4:41:1b", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0836bc18-4a", "ovs_interfaceid": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.263056] env[68934]: DEBUG oslo_concurrency.lockutils [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] Acquired lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.263249] env[68934]: DEBUG nova.network.neutron [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Refreshing network info cache for port 0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.267583] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:41:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0836bc18-4a6c-4c20-9176-acd26156c0ac', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.272164] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Creating folder: Project (7f6e3a324ea542fd86a7077173cf929e). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.276087] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b6b588f-e41f-4192-adf9-7f4f72323c81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.288316] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Created folder: Project (7f6e3a324ea542fd86a7077173cf929e) in parent group-v627191. [ 958.288533] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Creating folder: Instances. Parent ref: group-v627385. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.291319] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca20df9c-e56e-413c-8021-c6da972f02e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.300277] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Created folder: Instances in parent group-v627385. [ 958.300561] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.300745] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca603e9b-4769-407d-8846-f667067117bf] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.300990] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f2c2eb5-775f-44c6-975f-4dfe545c4741 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.323740] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.323740] env[68934]: value = "task-3135106" [ 958.323740] env[68934]: _type = "Task" [ 958.323740] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.333452] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135106, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.447078] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5f538-8ec3-4261-99cb-4fac820eb9bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.455468] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e633675e-ff17-4e5b-ae82-351a821b1f0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.487115] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278983b-146b-4881-b74e-21e129ca07f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.495267] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c524f2-4f48-4257-97eb-3606a80c490a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.511634] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.526224] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.527610] env[68934]: DEBUG nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.631691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.835078] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135106, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.017978] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.028108] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5489} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.028108] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/53bb8525-7f0d-417e-b905-ce4db879a6b7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.028108] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.028108] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-680edf83-8907-44f7-a87e-8a6868d856d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.036622] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 959.036622] env[68934]: value = "task-3135107" [ 959.036622] env[68934]: _type = "Task" [ 959.036622] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.054647] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.061780] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.103154] env[68934]: DEBUG nova.network.neutron [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updated VIF entry in instance network info cache for port 0836bc18-4a6c-4c20-9176-acd26156c0ac. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.103576] env[68934]: DEBUG nova.network.neutron [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updating instance_info_cache with network_info: [{"id": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "address": "fa:16:3e:a4:41:1b", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0836bc18-4a", "ovs_interfaceid": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.335064] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135106, 'name': CreateVM_Task, 'duration_secs': 0.721462} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.335264] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca603e9b-4769-407d-8846-f667067117bf] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.335862] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.336089] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.336534] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.336824] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91c2a42-bf68-48c5-8da0-4a1a3e007e41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.341657] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 959.341657] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f59dc6-498c-fd4d-8bf3-c2c14879577d" [ 959.341657] env[68934]: _type = "Task" [ 959.341657] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.352173] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f59dc6-498c-fd4d-8bf3-c2c14879577d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.528270] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 959.528662] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.629s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.528977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.963s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.530642] env[68934]: INFO nova.compute.claims [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.534301] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.534475] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Cleaning up deleted instances {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.553611] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125612} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.553952] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.554887] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb9491-a6fd-4993-8641-f356e5b62f9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.577376] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/53bb8525-7f0d-417e-b905-ce4db879a6b7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.578406] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0e6a6e-31c5-44b1-9752-01c1637f1611 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.599472] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 959.599472] env[68934]: value = "task-3135108" [ 959.599472] env[68934]: _type = "Task" [ 959.599472] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.609718] env[68934]: DEBUG oslo_concurrency.lockutils [req-e5466ccd-d44c-4e2a-b0e8-d72bfbd29154 req-bc084005-a640-4066-b729-a141fae6bd03 service nova] Releasing lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.610166] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.852943] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f59dc6-498c-fd4d-8bf3-c2c14879577d, 'name': SearchDatastore_Task, 'duration_secs': 0.03913} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.853246] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.853471] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.853728] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.853849] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.854069] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.854364] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3444c8c-49ec-4ab4-a1bd-712f72c4d00d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.862627] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.862823] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.863657] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a3c764-bdd1-4f82-bab8-b390224e3153 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.869022] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 959.869022] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5212f5b8-0a69-5b05-74ff-9c3cc0d15cfd" [ 959.869022] env[68934]: _type = "Task" [ 959.869022] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.876470] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5212f5b8-0a69-5b05-74ff-9c3cc0d15cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.050841] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] There are 49 instances to clean {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 960.051182] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: c749dee0-2d8a-4188-85b5-6ec518ea9faf] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.109476] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135108, 'name': ReconfigVM_Task, 'duration_secs': 0.363457} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.109827] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/53bb8525-7f0d-417e-b905-ce4db879a6b7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.110632] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c94155ba-2f6a-4a78-9f41-2d03c2c921a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.116750] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 960.116750] env[68934]: value = "task-3135109" [ 960.116750] env[68934]: _type = "Task" [ 960.116750] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.126448] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135109, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.379642] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5212f5b8-0a69-5b05-74ff-9c3cc0d15cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.380461] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20369e45-2fcd-4e91-85dd-350ebce93b5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.385647] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 960.385647] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a1729b-b429-d3be-0adb-3bc9060996cc" [ 960.385647] env[68934]: _type = "Task" [ 960.385647] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.393422] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a1729b-b429-d3be-0adb-3bc9060996cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.540591] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5295140a-43f7-ef3b-81b5-a5c541391dc8/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.541543] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f956db1-5385-4320-af36-31a76516cce0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.548301] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5295140a-43f7-ef3b-81b5-a5c541391dc8/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.548553] env[68934]: ERROR oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5295140a-43f7-ef3b-81b5-a5c541391dc8/disk-0.vmdk due to incomplete transfer. [ 960.548819] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfc5fc91-93ea-46bb-95a3-bf2137f2fc33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.558037] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: fbd917ff-1a0c-4fef-ad69-fe9ac1848e5b] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.559985] env[68934]: DEBUG oslo_vmware.rw_handles [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5295140a-43f7-ef3b-81b5-a5c541391dc8/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.559985] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Uploaded image b2e010be-0d2f-44fc-b39b-05f05de19cee to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.561837] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.562286] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2949662-81da-440d-a7c6-f4cae17f5759 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.568861] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 960.568861] env[68934]: value = "task-3135110" [ 960.568861] env[68934]: _type = "Task" [ 960.568861] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.577562] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135110, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.627226] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135109, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.884891] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b028f3f-d796-4d0a-b72a-52b686147acc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.898345] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a62ef9f-0d9e-45a7-ac1d-44554de1bc6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.901310] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a1729b-b429-d3be-0adb-3bc9060996cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.901550] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.901801] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] ca603e9b-4769-407d-8846-f667067117bf/ca603e9b-4769-407d-8846-f667067117bf.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.902313] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf7472d0-b396-490d-bb0b-26971fb8edbd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.929285] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294db775-4fe5-42d3-b7df-1446a607d70b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.932742] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 960.932742] env[68934]: value = "task-3135111" [ 960.932742] env[68934]: _type = "Task" [ 960.932742] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.938401] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834141fb-90b8-45ea-a1fe-565822e4fd66 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.946209] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.953942] env[68934]: DEBUG nova.compute.provider_tree [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.063436] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: de1819bd-5edc-4ef4-8661-cb301b4782c3] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.079298] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135110, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.127479] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135109, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.443169] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135111, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.457508] env[68934]: DEBUG nova.scheduler.client.report [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.568810] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 7c84031d-42e9-4531-b4f0-031e91d4d518] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.582133] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135110, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.629279] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135109, 'name': Rename_Task, 'duration_secs': 1.191281} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.629720] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.630045] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5936494a-ab42-432a-8d66-c8bae3e02f55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.639044] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 961.639044] env[68934]: value = "task-3135112" [ 961.639044] env[68934]: _type = "Task" [ 961.639044] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.651068] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.944021] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764712} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.944021] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] ca603e9b-4769-407d-8846-f667067117bf/ca603e9b-4769-407d-8846-f667067117bf.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.944021] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.944280] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c09a47-eb99-4a8c-b7ea-8902d6349a9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.950409] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 961.950409] env[68934]: value = "task-3135113" [ 961.950409] env[68934]: _type = "Task" [ 961.950409] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.958296] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.963066] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.963585] env[68934]: DEBUG nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.966358] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.896s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.967754] env[68934]: INFO nova.compute.claims [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.076742] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 31754487-d254-4ad7-8dcd-0799fe8acbb9] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.084615] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135110, 'name': Destroy_Task, 'duration_secs': 1.263577} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.084874] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Destroyed the VM [ 962.085138] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.085394] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c60ce59f-8d21-4b48-999d-f2fc2bd8ef4c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.092751] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 962.092751] env[68934]: value = "task-3135114" [ 962.092751] env[68934]: _type = "Task" [ 962.092751] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.100963] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135114, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.152033] env[68934]: DEBUG oslo_vmware.api [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135112, 'name': PowerOnVM_Task, 'duration_secs': 0.507863} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.152033] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.152337] env[68934]: INFO nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Took 9.31 seconds to spawn the instance on the hypervisor. [ 962.152923] env[68934]: DEBUG nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.153749] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f3a5f-68ff-4377-8994-dfaa3dc67193 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.460411] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082656} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.460670] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.461440] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec669ac-7c39-4bb5-9fb1-28452c48919b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.475923] env[68934]: DEBUG nova.compute.utils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.488949] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] ca603e9b-4769-407d-8846-f667067117bf/ca603e9b-4769-407d-8846-f667067117bf.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.493235] env[68934]: DEBUG nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.493456] env[68934]: DEBUG nova.network.neutron [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.495560] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d72c26-c6de-499e-af10-af8265755bdc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.516036] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 962.516036] env[68934]: value = "task-3135115" [ 962.516036] env[68934]: _type = "Task" [ 962.516036] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.524283] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.579957] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 3e64c5b7-c9d6-46ef-b9c7-40926f25a052] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.588033] env[68934]: DEBUG nova.policy [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee37ce1efa4745f6962301e9feed306d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47e8ec0cd8dc4c90bc2d77f16b8aaa7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.603716] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135114, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.676542] env[68934]: INFO nova.compute.manager [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Took 48.74 seconds to build instance. [ 962.941903] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae8c73e-fdb2-4e18-a75a-10a58a0c38fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.949311] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4679744-24ca-47e6-b1fd-64c09022735c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.984175] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1167d-b5d5-4000-b050-1f98c4aeafc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.990989] env[68934]: DEBUG nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.998102] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e578bef4-0414-49c9-bf4a-9994f4633405 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.022021] env[68934]: DEBUG nova.compute.provider_tree [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.030615] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135115, 'name': ReconfigVM_Task, 'duration_secs': 0.436243} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.030615] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Reconfigured VM instance instance-00000047 to attach disk [datastore2] ca603e9b-4769-407d-8846-f667067117bf/ca603e9b-4769-407d-8846-f667067117bf.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.031562] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22fe1688-a8e0-44c2-bdbb-8839699b3a5c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.037751] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 963.037751] env[68934]: value = "task-3135116" [ 963.037751] env[68934]: _type = "Task" [ 963.037751] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.044071] env[68934]: DEBUG nova.network.neutron [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Successfully created port: ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.049432] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135116, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.085227] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 433bd67e-89bc-4d5f-912b-3d3c91c3967a] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.108224] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135114, 'name': RemoveSnapshot_Task, 'duration_secs': 0.802755} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.108224] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.108224] env[68934]: DEBUG nova.compute.manager [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.108224] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6869b7-d20e-46b3-8585-e5fe2cddea61 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.180243] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a6b57fe8-4ddc-4df7-9215-510297d50d48 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.273s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.205145] env[68934]: INFO nova.compute.manager [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Rescuing [ 963.205443] env[68934]: DEBUG oslo_concurrency.lockutils [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.205599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.205771] env[68934]: DEBUG nova.network.neutron [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.526576] env[68934]: DEBUG nova.scheduler.client.report [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.548466] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135116, 'name': Rename_Task, 'duration_secs': 0.203591} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.548765] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.549015] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2069954-aae8-4087-a03d-da405bc7f409 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.554783] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 963.554783] env[68934]: value = "task-3135117" [ 963.554783] env[68934]: _type = "Task" [ 963.554783] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.562198] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.589231] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: e3880294-01bc-4fa4-a39c-b93658aee090] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.621569] env[68934]: INFO nova.compute.manager [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Shelve offloading [ 963.885009] env[68934]: DEBUG nova.network.neutron [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Updating instance_info_cache with network_info: [{"id": "372ac012-bcc6-424c-9107-38399d19e5a8", "address": "fa:16:3e:2e:d7:56", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ac012-bc", "ovs_interfaceid": "372ac012-bcc6-424c-9107-38399d19e5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.009192] env[68934]: DEBUG nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.031352] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.065s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.032058] env[68934]: DEBUG nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.036568] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.036791] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.036948] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.037150] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.037298] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.037445] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.037653] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.037818] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.037981] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.038285] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.038471] env[68934]: DEBUG nova.virt.hardware [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.038819] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.433s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.039025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.041860] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.421s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.043664] env[68934]: INFO nova.compute.claims [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.047422] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0feb37-a385-4931-b594-e990b2c22e0c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.055835] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311792b1-c757-4384-bdaa-fd6264c730f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.068407] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.077863] env[68934]: INFO nova.scheduler.client.report [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Deleted allocations for instance 860344fa-57fe-447b-a0a2-fb61ddf97262 [ 964.093023] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 38ea9d6a-9097-46dc-b3b6-9b36609f770e] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.125565] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.125860] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b9b79f0-cba5-4a26-9811-5c2396e2a783 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.134374] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 964.134374] env[68934]: value = "task-3135118" [ 964.134374] env[68934]: _type = "Task" [ 964.134374] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.142204] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.388192] env[68934]: DEBUG oslo_concurrency.lockutils [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.464385] env[68934]: DEBUG nova.compute.manager [req-d0d6d754-0573-4736-b2fb-b7a1258b48e0 req-d3261274-9675-4a8c-9cd2-f7615a0069aa service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Received event network-vif-plugged-ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.464607] env[68934]: DEBUG oslo_concurrency.lockutils [req-d0d6d754-0573-4736-b2fb-b7a1258b48e0 req-d3261274-9675-4a8c-9cd2-f7615a0069aa service nova] Acquiring lock "14b949f6-81b9-4198-8e31-60d91b7e30fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.464812] env[68934]: DEBUG oslo_concurrency.lockutils [req-d0d6d754-0573-4736-b2fb-b7a1258b48e0 req-d3261274-9675-4a8c-9cd2-f7615a0069aa service nova] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.464973] env[68934]: DEBUG oslo_concurrency.lockutils [req-d0d6d754-0573-4736-b2fb-b7a1258b48e0 req-d3261274-9675-4a8c-9cd2-f7615a0069aa service nova] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.466247] env[68934]: DEBUG nova.compute.manager [req-d0d6d754-0573-4736-b2fb-b7a1258b48e0 req-d3261274-9675-4a8c-9cd2-f7615a0069aa service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] No waiting events found dispatching network-vif-plugged-ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.466652] env[68934]: WARNING nova.compute.manager [req-d0d6d754-0573-4736-b2fb-b7a1258b48e0 req-d3261274-9675-4a8c-9cd2-f7615a0069aa service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Received unexpected event network-vif-plugged-ab9452ad-627b-44b8-9b69-c2294ccc0314 for instance with vm_state building and task_state spawning. [ 964.552144] env[68934]: DEBUG nova.compute.utils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.555619] env[68934]: DEBUG nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 964.572595] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.585253] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Lock "860344fa-57fe-447b-a0a2-fb61ddf97262" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.881s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.595231] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: e8637bf5-554e-4db9-88e8-36482df542e8] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.615718] env[68934]: DEBUG nova.network.neutron [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Successfully updated port: ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.650738] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.650992] env[68934]: DEBUG nova.compute.manager [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.652306] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c47e7c-e0da-4a78-81f2-45845f3c9a5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.658236] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.658424] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.658643] env[68934]: DEBUG nova.network.neutron [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.056936] env[68934]: DEBUG nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.072200] env[68934]: DEBUG oslo_vmware.api [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135117, 'name': PowerOnVM_Task, 'duration_secs': 1.147447} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.072484] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.072700] env[68934]: INFO nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Took 9.14 seconds to spawn the instance on the hypervisor. [ 965.072881] env[68934]: DEBUG nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.073959] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a26eb78-c0e4-4a39-9752-e03b59baf97c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.099831] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: ce4fc728-a38d-4328-b943-bbe7137c4524] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.115988] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.116153] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquired lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.116307] env[68934]: DEBUG nova.network.neutron [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.460605] env[68934]: DEBUG nova.network.neutron [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Updating instance_info_cache with network_info: [{"id": "4940689a-c211-4d60-b582-9894d46add82", "address": "fa:16:3e:24:74:e3", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4940689a-c2", "ovs_interfaceid": "4940689a-c211-4d60-b582-9894d46add82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.521726] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b04b99-0036-4e39-afa3-e41c45f3e483 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.534198] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e33c3-3439-40ca-95e4-dc02fd47e8d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.571059] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd66670-bab4-4e93-b11e-ad7e5bfff23d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.579840] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32bd146-2a66-463a-a357-082259d5393c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.597597] env[68934]: DEBUG nova.compute.provider_tree [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.601699] env[68934]: INFO nova.compute.manager [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Took 44.87 seconds to build instance. [ 965.602870] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: a83545a2-c742-40b1-9851-06a2120c99ba] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.650057] env[68934]: DEBUG nova.network.neutron [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.866756] env[68934]: DEBUG nova.network.neutron [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Updating instance_info_cache with network_info: [{"id": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "address": "fa:16:3e:7e:3c:f8", "network": {"id": "7a54b7f8-b6ea-4b9e-aa9f-900b68174162", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-778935015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47e8ec0cd8dc4c90bc2d77f16b8aaa7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9452ad-62", "ovs_interfaceid": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.922712] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.923038] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e65d513-0c7a-49f3-aa2c-6ce70e060f5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.930686] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 965.930686] env[68934]: value = "task-3135119" [ 965.930686] env[68934]: _type = "Task" [ 965.930686] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.940140] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.964356] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.077032] env[68934]: DEBUG nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.101956] env[68934]: DEBUG nova.scheduler.client.report [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.110297] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.110297] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.110297] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.110297] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.110297] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.110601] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.110886] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.111200] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.111418] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.111643] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.112037] env[68934]: DEBUG nova.virt.hardware [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.112551] env[68934]: DEBUG oslo_concurrency.lockutils [None req-338a73f1-5305-43e6-9600-c71298ff009e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.056s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.114268] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 215e7621-49aa-4dde-8a48-b1aabb8ca42a] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.116099] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4d88d-9116-47ec-8620-813d8cc0f2b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.132805] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e47132b-3623-43e6-8fb6-358fbf17cf9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.148554] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.154144] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Creating folder: Project (9b9967351f0e4b41811cc927063a8d41). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.154789] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8a3e99-c6d8-401e-802d-97c54ce4a463 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.167799] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Created folder: Project (9b9967351f0e4b41811cc927063a8d41) in parent group-v627191. [ 966.167997] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Creating folder: Instances. Parent ref: group-v627388. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.168254] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaeff293-6b12-4598-bc60-b79b1db3d254 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.176636] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Created folder: Instances in parent group-v627388. [ 966.177242] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.177242] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.177337] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f7ec4c-a987-4269-873c-1639ffed2594 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.194354] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.194354] env[68934]: value = "task-3135122" [ 966.194354] env[68934]: _type = "Task" [ 966.194354] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.202819] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135122, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.301400] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.302495] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a809d-eabb-4014-8bff-2964a18de8f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.311448] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.311807] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-402d762a-c665-4673-b52a-c2286af0ee07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.369811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Releasing lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.370107] env[68934]: DEBUG nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Instance network_info: |[{"id": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "address": "fa:16:3e:7e:3c:f8", "network": {"id": "7a54b7f8-b6ea-4b9e-aa9f-900b68174162", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-778935015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47e8ec0cd8dc4c90bc2d77f16b8aaa7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9452ad-62", "ovs_interfaceid": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.371809] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:3c:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab9452ad-627b-44b8-9b69-c2294ccc0314', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.380825] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Creating folder: Project (47e8ec0cd8dc4c90bc2d77f16b8aaa7e). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.381730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.381730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.381730] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleting the datastore file [datastore1] cbb0bb0e-b36d-4398-a371-25a72d92b085 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.381730] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-630823b9-7103-42e2-abb5-38d7e0a8a866 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.385429] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d707f9-378a-4b36-973f-04d2a0ca76ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.390232] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 966.390232] env[68934]: value = "task-3135125" [ 966.390232] env[68934]: _type = "Task" [ 966.390232] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.394703] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Created folder: Project (47e8ec0cd8dc4c90bc2d77f16b8aaa7e) in parent group-v627191. [ 966.394703] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Creating folder: Instances. Parent ref: group-v627391. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.394999] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9daced74-9193-46ce-87fa-7c65ddff9bcc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.401760] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.408901] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Created folder: Instances in parent group-v627391. [ 966.408901] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.408901] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.408901] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93f937eb-85b3-4215-9bde-7deb2b0ff68c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.430492] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.430492] env[68934]: value = "task-3135127" [ 966.430492] env[68934]: _type = "Task" [ 966.430492] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.443439] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135119, 'name': PowerOffVM_Task, 'duration_secs': 0.379384} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.443724] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.443936] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135127, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.444620] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29eb029-16a8-43d0-b7fa-64eebfda448c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.465704] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e49521-db1e-47d3-b599-04e141ad3f74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.502513] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.502754] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea60b31f-b557-4849-837d-fab5e6ecd1e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.508537] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 966.508537] env[68934]: value = "task-3135128" [ 966.508537] env[68934]: _type = "Task" [ 966.508537] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.516409] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.520678] env[68934]: DEBUG nova.compute.manager [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Received event network-changed-ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.520877] env[68934]: DEBUG nova.compute.manager [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Refreshing instance network info cache due to event network-changed-ab9452ad-627b-44b8-9b69-c2294ccc0314. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.521111] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Acquiring lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.521256] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Acquired lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.521406] env[68934]: DEBUG nova.network.neutron [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Refreshing network info cache for port ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.608960] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.609489] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.871s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.609709] env[68934]: DEBUG nova.objects.instance [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 966.627087] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 88b1f91f-33fa-4aab-b325-4404c7eb9fff] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.703953] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135122, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.901220] env[68934]: DEBUG oslo_vmware.api [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311373} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.901511] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.901695] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.901925] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.930731] env[68934]: INFO nova.scheduler.client.report [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted allocations for instance cbb0bb0e-b36d-4398-a371-25a72d92b085 [ 966.944674] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135127, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.021140] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 967.021461] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.021787] env[68934]: DEBUG oslo_concurrency.lockutils [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.022012] env[68934]: DEBUG oslo_concurrency.lockutils [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.022647] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.023033] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16fa43e3-b0d3-40b4-9cd2-cd3148ef9c56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.035438] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.035669] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.036463] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b96792-28ca-4e16-9b88-ea5905e81b8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.042370] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 967.042370] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274acab-080d-73a6-3411-0718a5352635" [ 967.042370] env[68934]: _type = "Task" [ 967.042370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.052089] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274acab-080d-73a6-3411-0718a5352635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.113680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "335bb6a5-3a8c-4c78-ae13-044dd08ea58f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.113980] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "335bb6a5-3a8c-4c78-ae13-044dd08ea58f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.129193] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 416d0c96-dc05-4aec-87e6-4fc106c5674e] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.205893] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135122, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.435825] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.445885] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135127, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.520959] env[68934]: DEBUG nova.network.neutron [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Updated VIF entry in instance network info cache for port ab9452ad-627b-44b8-9b69-c2294ccc0314. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.521390] env[68934]: DEBUG nova.network.neutron [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Updating instance_info_cache with network_info: [{"id": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "address": "fa:16:3e:7e:3c:f8", "network": {"id": "7a54b7f8-b6ea-4b9e-aa9f-900b68174162", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-778935015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47e8ec0cd8dc4c90bc2d77f16b8aaa7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9452ad-62", "ovs_interfaceid": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.557369] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274acab-080d-73a6-3411-0718a5352635, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.558123] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49163c46-3b0d-4375-b7f0-127f1585c187 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.565013] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 967.565013] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527152db-3aec-c7b9-854e-fbe2e80d6844" [ 967.565013] env[68934]: _type = "Task" [ 967.565013] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.575180] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527152db-3aec-c7b9-854e-fbe2e80d6844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.616959] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "335bb6a5-3a8c-4c78-ae13-044dd08ea58f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.617589] env[68934]: DEBUG nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.622371] env[68934]: DEBUG oslo_concurrency.lockutils [None req-134bbc84-7ee2-42a2-b1a8-74ed4a46698f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.623742] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.625s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.623999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.626240] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.761s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.626538] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.628609] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.755s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.630123] env[68934]: INFO nova.compute.claims [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.634579] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: e8755b21-59b1-4137-8a85-41592cc3453a] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.661806] env[68934]: INFO nova.scheduler.client.report [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Deleted allocations for instance b2f282dc-9c8c-4acb-ad21-f1b55bdfad69 [ 967.666818] env[68934]: INFO nova.scheduler.client.report [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Deleted allocations for instance 1595fe49-f3d8-48a4-8402-c53cec59fb97 [ 967.705018] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135122, 'name': CreateVM_Task, 'duration_secs': 1.37948} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.705256] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.705766] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.705858] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.706304] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.706496] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333032e7-720a-441c-8a30-422f7e6d6ca5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.711410] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 967.711410] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52302372-3faf-419f-96d7-40bdbd541d50" [ 967.711410] env[68934]: _type = "Task" [ 967.711410] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.723016] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52302372-3faf-419f-96d7-40bdbd541d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.945940] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135127, 'name': CreateVM_Task, 'duration_secs': 1.387667} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.946081] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.946860] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.024189] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Releasing lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.024498] env[68934]: DEBUG nova.compute.manager [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Received event network-vif-unplugged-4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.024639] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Acquiring lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.024845] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.025020] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.025176] env[68934]: DEBUG nova.compute.manager [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] No waiting events found dispatching network-vif-unplugged-4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.025348] env[68934]: WARNING nova.compute.manager [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Received unexpected event network-vif-unplugged-4940689a-c211-4d60-b582-9894d46add82 for instance with vm_state shelved and task_state shelving_offloading. [ 968.025527] env[68934]: DEBUG nova.compute.manager [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Received event network-changed-4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.026171] env[68934]: DEBUG nova.compute.manager [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Refreshing instance network info cache due to event network-changed-4940689a-c211-4d60-b582-9894d46add82. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.026171] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Acquiring lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.026171] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Acquired lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.026171] env[68934]: DEBUG nova.network.neutron [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Refreshing network info cache for port 4940689a-c211-4d60-b582-9894d46add82 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.075421] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527152db-3aec-c7b9-854e-fbe2e80d6844, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.075689] env[68934]: DEBUG oslo_concurrency.lockutils [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.075951] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. {{(pid=68934) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 968.076234] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2cd0da9-654c-424e-b1c5-19c63419b5fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.082909] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 968.082909] env[68934]: value = "task-3135129" [ 968.082909] env[68934]: _type = "Task" [ 968.082909] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.090891] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.123510] env[68934]: DEBUG nova.compute.utils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.124572] env[68934]: DEBUG nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.124749] env[68934]: DEBUG nova.network.neutron [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.141780] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: d16d6f5a-4146-4739-9dc6-a224ada09c03] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.174054] env[68934]: DEBUG nova.policy [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12587ffa8f5f4dc98b8584ad96c36c31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94f5ab1b92544e399888ef5a493c0dbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.176195] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Lock "b2f282dc-9c8c-4acb-ad21-f1b55bdfad69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.120s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.177986] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "1595fe49-f3d8-48a4-8402-c53cec59fb97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.811s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.223124] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52302372-3faf-419f-96d7-40bdbd541d50, 'name': SearchDatastore_Task, 'duration_secs': 0.020926} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.223442] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.223659] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.223898] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.224338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.224338] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.225010] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.225010] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.225448] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80cd0eb6-b40f-4e9b-bbaf-e2f308f42bb1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.229130] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6983f37-e20d-4f61-8b1c-b25df0a98618 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.237303] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 968.237303] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f3932a-0796-615c-f67d-571f024905f7" [ 968.237303] env[68934]: _type = "Task" [ 968.237303] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.243178] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.243178] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.244829] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c88f95-2fe2-4c33-be89-5bcd411a5e36 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.251104] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f3932a-0796-615c-f67d-571f024905f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.253233] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 968.253233] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523924a9-d23a-6bfc-5ea9-735554f0d27c" [ 968.253233] env[68934]: _type = "Task" [ 968.253233] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.260425] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523924a9-d23a-6bfc-5ea9-735554f0d27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.593703] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.629330] env[68934]: DEBUG nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.638606] env[68934]: DEBUG nova.network.neutron [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Successfully created port: 674a274c-18a2-4b55-8c37-75aa44bc6dc7 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.645382] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: f339ef1c-2978-4c6c-b1fe-7a8f6ef31f5c] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.702861] env[68934]: DEBUG nova.compute.manager [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Received event network-changed-0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.703205] env[68934]: DEBUG nova.compute.manager [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Refreshing instance network info cache due to event network-changed-0836bc18-4a6c-4c20-9176-acd26156c0ac. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.703503] env[68934]: DEBUG oslo_concurrency.lockutils [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] Acquiring lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.703704] env[68934]: DEBUG oslo_concurrency.lockutils [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] Acquired lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.703909] env[68934]: DEBUG nova.network.neutron [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Refreshing network info cache for port 0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.750449] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f3932a-0796-615c-f67d-571f024905f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017783} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.750806] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.752393] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.752393] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.765914] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523924a9-d23a-6bfc-5ea9-735554f0d27c, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.768631] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcdb203-787a-49a9-834f-0d5d74177cb2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.773621] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 968.773621] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d467ef-44f8-5e0f-8dd8-55a891b83b9c" [ 968.773621] env[68934]: _type = "Task" [ 968.773621] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.775007] env[68934]: DEBUG nova.network.neutron [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Updated VIF entry in instance network info cache for port 4940689a-c211-4d60-b582-9894d46add82. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.775459] env[68934]: DEBUG nova.network.neutron [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Updating instance_info_cache with network_info: [{"id": "4940689a-c211-4d60-b582-9894d46add82", "address": "fa:16:3e:24:74:e3", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": null, "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4940689a-c2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.792283] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d467ef-44f8-5e0f-8dd8-55a891b83b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.842530] env[68934]: DEBUG oslo_concurrency.lockutils [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.062260] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e654a0-6869-46cc-b91f-021efb4d97cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.069993] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08c0c3d-0ee0-4711-875f-63a9559270d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.104316] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680e1845-19e7-4335-9f48-4f742597f4a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.114698] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2173f44-24e4-49e8-8f83-dea6caf25ceb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.118329] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.960902} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.118607] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. [ 969.119672] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66f93d-fea5-424d-bad6-53bf69e31785 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.131129] env[68934]: DEBUG nova.compute.provider_tree [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.149736] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 2ec1cadf-f4f9-47a0-bf13-04cc81e40a37] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.158957] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.160161] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76425344-2bf0-4eee-9700-82fc6b4e5a4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.179308] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 969.179308] env[68934]: value = "task-3135130" [ 969.179308] env[68934]: _type = "Task" [ 969.179308] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.187527] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.283114] env[68934]: DEBUG oslo_concurrency.lockutils [req-16521e1c-a384-4d6e-8c9f-cca39f0e47eb req-ee1a5da9-51b3-4bf2-9f75-f625573999bc service nova] Releasing lock "refresh_cache-cbb0bb0e-b36d-4398-a371-25a72d92b085" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.289588] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d467ef-44f8-5e0f-8dd8-55a891b83b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.018668} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.292018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.292018] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.292018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.292018] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.292018] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5afe4b85-e5ca-4c46-8529-a183f1189644 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.293624] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85b8b2d3-c24a-483b-8d3f-19e808bec858 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.300966] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 969.300966] env[68934]: value = "task-3135131" [ 969.300966] env[68934]: _type = "Task" [ 969.300966] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.306034] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "2b0cf1d0-c723-4a85-9226-5061e0404b47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.306395] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.306641] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "2b0cf1d0-c723-4a85-9226-5061e0404b47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.306835] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.306999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.312016] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.312016] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.312016] env[68934]: INFO nova.compute.manager [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Terminating instance [ 969.312016] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f12ed3-448d-43d1-9a47-b561823b7d34 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.321723] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.324827] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 969.324827] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52333b7c-c5a5-d40b-4c98-72a1c0e04df3" [ 969.324827] env[68934]: _type = "Task" [ 969.324827] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.339022] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52333b7c-c5a5-d40b-4c98-72a1c0e04df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.442728] env[68934]: DEBUG nova.network.neutron [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updated VIF entry in instance network info cache for port 0836bc18-4a6c-4c20-9176-acd26156c0ac. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.443115] env[68934]: DEBUG nova.network.neutron [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updating instance_info_cache with network_info: [{"id": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "address": "fa:16:3e:a4:41:1b", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0836bc18-4a", "ovs_interfaceid": "0836bc18-4a6c-4c20-9176-acd26156c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.635048] env[68934]: DEBUG nova.scheduler.client.report [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.660811] env[68934]: DEBUG nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.663120] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: fb396636-f789-4fd4-acce-61b6c60565fb] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.687549] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.687804] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.687963] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.688158] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.688310] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.688443] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.688714] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.688891] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.689075] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.689241] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.689411] env[68934]: DEBUG nova.virt.hardware [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.690245] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78462a58-ee54-4a74-ae8f-6fc01c66a5d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.696605] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.701986] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df37418-0063-4229-a06b-e18c94a49259 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.811132] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.823061] env[68934]: DEBUG nova.compute.manager [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.823152] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.823926] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f4fb9-00c5-400d-82c1-f302db4df9af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.835074] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52333b7c-c5a5-d40b-4c98-72a1c0e04df3, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.837861] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.838098] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7028a4-d37a-44c4-891f-3101c5d2a04c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.840286] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5acf6fab-f9ee-400e-a8ea-e3019b42e3a5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.844378] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 969.844378] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52109c19-55bd-866b-b62b-4a9e321f1883" [ 969.844378] env[68934]: _type = "Task" [ 969.844378] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.848797] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 969.848797] env[68934]: value = "task-3135132" [ 969.848797] env[68934]: _type = "Task" [ 969.848797] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.854844] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52109c19-55bd-866b-b62b-4a9e321f1883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.860334] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.945903] env[68934]: DEBUG oslo_concurrency.lockutils [req-ea024956-3168-4562-a372-3855750a500b req-8a7545ef-bc00-46c7-bd90-1746df007a74 service nova] Releasing lock "refresh_cache-ca603e9b-4769-407d-8846-f667067117bf" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.139844] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.140401] env[68934]: DEBUG nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.142986] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.137s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.144418] env[68934]: INFO nova.compute.claims [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.166457] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 38d9e4ec-d8b3-4e48-bf0d-74d34ad1285d] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.192048] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.312140] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135131, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.358326] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52109c19-55bd-866b-b62b-4a9e321f1883, 'name': SearchDatastore_Task, 'duration_secs': 0.015315} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.358607] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.358933] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 14b949f6-81b9-4198-8e31-60d91b7e30fd/14b949f6-81b9-4198-8e31-60d91b7e30fd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.359602] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aae9b3ce-f893-464d-8ac4-3955abbf50b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.364493] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.368863] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 970.368863] env[68934]: value = "task-3135133" [ 970.368863] env[68934]: _type = "Task" [ 970.368863] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.379099] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.547370] env[68934]: DEBUG nova.network.neutron [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Successfully updated port: 674a274c-18a2-4b55-8c37-75aa44bc6dc7 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.648625] env[68934]: DEBUG nova.compute.utils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.655046] env[68934]: DEBUG nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 970.670023] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 91772ff3-f07c-413e-a54e-104e3e1e21a0] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.697891] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.754364] env[68934]: DEBUG nova.compute.manager [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Received event network-vif-plugged-674a274c-18a2-4b55-8c37-75aa44bc6dc7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.754645] env[68934]: DEBUG oslo_concurrency.lockutils [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] Acquiring lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.755265] env[68934]: DEBUG oslo_concurrency.lockutils [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.755403] env[68934]: DEBUG oslo_concurrency.lockutils [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.755579] env[68934]: DEBUG nova.compute.manager [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] No waiting events found dispatching network-vif-plugged-674a274c-18a2-4b55-8c37-75aa44bc6dc7 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.755782] env[68934]: WARNING nova.compute.manager [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Received unexpected event network-vif-plugged-674a274c-18a2-4b55-8c37-75aa44bc6dc7 for instance with vm_state building and task_state spawning. [ 970.755909] env[68934]: DEBUG nova.compute.manager [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Received event network-changed-674a274c-18a2-4b55-8c37-75aa44bc6dc7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.756077] env[68934]: DEBUG nova.compute.manager [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Refreshing instance network info cache due to event network-changed-674a274c-18a2-4b55-8c37-75aa44bc6dc7. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.756272] env[68934]: DEBUG oslo_concurrency.lockutils [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] Acquiring lock "refresh_cache-0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.756407] env[68934]: DEBUG oslo_concurrency.lockutils [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] Acquired lock "refresh_cache-0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.756603] env[68934]: DEBUG nova.network.neutron [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Refreshing network info cache for port 674a274c-18a2-4b55-8c37-75aa44bc6dc7 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.814270] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135131, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486686} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.814270] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.814270] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.814270] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8afedcd9-5732-459d-8937-4a4273c2fd67 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.820258] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 970.820258] env[68934]: value = "task-3135134" [ 970.820258] env[68934]: _type = "Task" [ 970.820258] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.828372] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.867219] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135132, 'name': PowerOffVM_Task, 'duration_secs': 0.618374} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.867532] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.867716] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.867985] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37633383-69f5-4585-893a-51d41eb1615c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.880583] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135133, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.942902] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.943271] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.943518] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Deleting the datastore file [datastore1] 2b0cf1d0-c723-4a85-9226-5061e0404b47 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.943955] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f26d70f-8dc7-4847-8e8e-3b44cf3f3283 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.952912] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for the task: (returnval){ [ 970.952912] env[68934]: value = "task-3135136" [ 970.952912] env[68934]: _type = "Task" [ 970.952912] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.964381] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.050553] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "refresh_cache-0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.156709] env[68934]: DEBUG nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.174718] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 1201d68c-d8f2-4867-9a8e-c0f3aa0b3160] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.202194] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135130, 'name': ReconfigVM_Task, 'duration_secs': 1.588084} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.202194] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.202194] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f2002a-6330-41e5-b93c-068b513ad151 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.232510] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656bfe1b-bf02-4bb1-95fd-6b7ea2e4a0e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.249912] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 971.249912] env[68934]: value = "task-3135137" [ 971.249912] env[68934]: _type = "Task" [ 971.249912] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.258675] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.316692] env[68934]: DEBUG nova.network.neutron [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.334295] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069403} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.334765] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.336076] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149b7b22-e87d-4c43-ac0b-171f667e7afd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.362927] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.365841] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e131946a-4957-4c46-b525-d581f2334099 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.392563] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884769} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.394086] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 14b949f6-81b9-4198-8e31-60d91b7e30fd/14b949f6-81b9-4198-8e31-60d91b7e30fd.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.394372] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.394740] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 971.394740] env[68934]: value = "task-3135138" [ 971.394740] env[68934]: _type = "Task" [ 971.394740] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.394936] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e68f105-f006-4307-928c-bd34bbb6a50f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.408825] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.410193] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 971.410193] env[68934]: value = "task-3135139" [ 971.410193] env[68934]: _type = "Task" [ 971.410193] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.417826] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.458578] env[68934]: DEBUG nova.network.neutron [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.467273] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.588196] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c1b74-0263-48ad-a947-8c839984e12b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.596633] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f05668-3595-4cf3-9945-fb95c30acdfe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.627606] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db3ceed-7ec5-43ea-afc1-060edda394bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.634993] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb75bac7-5a55-4f97-852e-4f8f36146d8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.648280] env[68934]: DEBUG nova.compute.provider_tree [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.679401] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 1b14a037-a9bc-4540-b6a2-6e68436a8425] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.760571] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.906402] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.918153] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07022} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.918429] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.919206] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7ee515-fef5-4692-b0e2-947a21b92842 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.941717] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 14b949f6-81b9-4198-8e31-60d91b7e30fd/14b949f6-81b9-4198-8e31-60d91b7e30fd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.941976] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d154b27-31e3-49ba-8b2f-3e2e1c49e41f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.963819] env[68934]: DEBUG oslo_concurrency.lockutils [req-4da2c2a3-b115-4c14-9519-d00374cf3fa4 req-9caed6ea-18bf-4855-9fd7-4c2101447b4f service nova] Releasing lock "refresh_cache-0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.964200] env[68934]: DEBUG oslo_vmware.api [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Task: {'id': task-3135136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.792014} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.965281] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquired lock "refresh_cache-0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.965445] env[68934]: DEBUG nova.network.neutron [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.966463] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.966649] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.966824] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.967025] env[68934]: INFO nova.compute.manager [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Took 2.14 seconds to destroy the instance on the hypervisor. [ 971.967234] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.967474] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 971.967474] env[68934]: value = "task-3135140" [ 971.967474] env[68934]: _type = "Task" [ 971.967474] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.967836] env[68934]: DEBUG nova.compute.manager [-] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.967933] env[68934]: DEBUG nova.network.neutron [-] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.976868] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.151466] env[68934]: DEBUG nova.scheduler.client.report [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.169237] env[68934]: DEBUG nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.182609] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 6eac0316-b719-4ff8-9999-06ddc5f55c4a] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.195689] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.196170] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.196170] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.196349] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.196511] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.196690] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.196911] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.197086] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.197259] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.197450] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.197640] env[68934]: DEBUG nova.virt.hardware [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.198737] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b082eaa-4bf9-4aab-8488-ffcf911fdab9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.207467] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34bee33-42f3-4ece-ba4f-9fe49ab8d21c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.222840] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.228611] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Creating folder: Project (887f501801c046c384d88c039f714bf2). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.229009] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce1b854-1262-430a-87ff-2387eba2ddb0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.239888] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Created folder: Project (887f501801c046c384d88c039f714bf2) in parent group-v627191. [ 972.239978] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Creating folder: Instances. Parent ref: group-v627394. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.240153] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31cd9e83-f237-4397-8e15-54d241877fbc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.248492] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Created folder: Instances in parent group-v627394. [ 972.248741] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.248933] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.249135] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6954ba6-5b98-4b96-b645-29f9355392dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.271353] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.273033] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.273033] env[68934]: value = "task-3135143" [ 972.273033] env[68934]: _type = "Task" [ 972.273033] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.280660] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135143, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.407106] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.479296] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.502781] env[68934]: DEBUG nova.network.neutron [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.656342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.656908] env[68934]: DEBUG nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.659743] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.485s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.661196] env[68934]: INFO nova.compute.claims [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.681148] env[68934]: DEBUG nova.network.neutron [-] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.683731] env[68934]: DEBUG nova.network.neutron [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Updating instance_info_cache with network_info: [{"id": "674a274c-18a2-4b55-8c37-75aa44bc6dc7", "address": "fa:16:3e:e8:07:50", "network": {"id": "771fdb5b-b94b-4b90-8872-2d30c9ad63d3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1505962594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94f5ab1b92544e399888ef5a493c0dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a274c-18", "ovs_interfaceid": "674a274c-18a2-4b55-8c37-75aa44bc6dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.684921] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: d6fdba9a-ee56-4e8f-9ad9-097d2b9bcbe6] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.772404] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135137, 'name': ReconfigVM_Task, 'duration_secs': 1.345994} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.772695] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.772949] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4583cfe8-3f2d-4e94-a5fd-64d84c3269b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.779447] env[68934]: DEBUG nova.compute.manager [req-7c1766d9-49ed-4c0f-8c8d-b1cfbb9e189b req-e7339da5-bd9e-4852-8b92-d064734b314a service nova] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Received event network-vif-deleted-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.782401] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 972.782401] env[68934]: value = "task-3135144" [ 972.782401] env[68934]: _type = "Task" [ 972.782401] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.785681] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135143, 'name': CreateVM_Task, 'duration_secs': 0.300187} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.788366] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.788795] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.788953] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.789283] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.789861] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b506edcf-02da-45ea-9057-bd61ba142880 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.794502] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.797374] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 972.797374] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e47544-a7f4-b9f4-a406-afcf2e850620" [ 972.797374] env[68934]: _type = "Task" [ 972.797374] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.804737] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e47544-a7f4-b9f4-a406-afcf2e850620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.907531] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135138, 'name': ReconfigVM_Task, 'duration_secs': 1.296873} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.907821] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Reconfigured VM instance instance-00000049 to attach disk [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.908449] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb978711-febf-4501-bf4b-b966d808c701 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.914384] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 972.914384] env[68934]: value = "task-3135145" [ 972.914384] env[68934]: _type = "Task" [ 972.914384] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.922169] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135145, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.979476] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135140, 'name': ReconfigVM_Task, 'duration_secs': 0.851276} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.979787] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 14b949f6-81b9-4198-8e31-60d91b7e30fd/14b949f6-81b9-4198-8e31-60d91b7e30fd.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.980433] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7097c17f-81ae-4d60-afb6-eef8cddfe82f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.985947] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 972.985947] env[68934]: value = "task-3135146" [ 972.985947] env[68934]: _type = "Task" [ 972.985947] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.994835] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135146, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.166426] env[68934]: DEBUG nova.compute.utils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.170073] env[68934]: DEBUG nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.170073] env[68934]: DEBUG nova.network.neutron [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.184031] env[68934]: INFO nova.compute.manager [-] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Took 1.22 seconds to deallocate network for instance. [ 973.191330] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Releasing lock "refresh_cache-0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.191330] env[68934]: DEBUG nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Instance network_info: |[{"id": "674a274c-18a2-4b55-8c37-75aa44bc6dc7", "address": "fa:16:3e:e8:07:50", "network": {"id": "771fdb5b-b94b-4b90-8872-2d30c9ad63d3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1505962594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94f5ab1b92544e399888ef5a493c0dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a274c-18", "ovs_interfaceid": "674a274c-18a2-4b55-8c37-75aa44bc6dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.191729] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4252d347-76e1-4d37-9b71-bf46eb42c336] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.194522] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:07:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '674a274c-18a2-4b55-8c37-75aa44bc6dc7', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.203922] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Creating folder: Project (94f5ab1b92544e399888ef5a493c0dbe). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.204886] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86787fc2-712a-4e3a-b258-ff18c925ab7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.218248] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Created folder: Project (94f5ab1b92544e399888ef5a493c0dbe) in parent group-v627191. [ 973.218495] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Creating folder: Instances. Parent ref: group-v627397. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.220041] env[68934]: DEBUG nova.policy [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9313b1daa914c3c8c604b0244ce8a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f2f8e8a064405eade72de6a588b64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.221452] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd0e9c32-8745-481b-843d-299d474350cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.231415] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Created folder: Instances in parent group-v627397. [ 973.231635] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.231812] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.232011] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63615511-6695-4f74-aa1f-467a88b27ccf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.250948] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.250948] env[68934]: value = "task-3135149" [ 973.250948] env[68934]: _type = "Task" [ 973.250948] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.258131] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135149, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.293693] env[68934]: DEBUG oslo_vmware.api [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135144, 'name': PowerOnVM_Task, 'duration_secs': 0.443858} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.293960] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.296488] env[68934]: DEBUG nova.compute.manager [None req-902d39e6-8fd3-40e8-b36d-71de999d7004 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.297245] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b662b644-f3cb-4e64-9eea-7c23a3d64288 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.311830] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e47544-a7f4-b9f4-a406-afcf2e850620, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.312378] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.312609] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.312902] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.313100] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.313302] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.313520] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab2796b-aada-4f0e-80ac-0b8e7708cd9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.322025] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.322025] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.322683] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387cc67a-3749-49da-97e9-8f0d9685e384 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.327849] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 973.327849] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526d23a8-6388-dee6-3556-889c162efb4a" [ 973.327849] env[68934]: _type = "Task" [ 973.327849] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.335399] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526d23a8-6388-dee6-3556-889c162efb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.425498] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135145, 'name': Rename_Task, 'duration_secs': 0.134223} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.425863] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.426188] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc68989-1140-407f-8018-97d1c28fd2e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.432668] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 973.432668] env[68934]: value = "task-3135150" [ 973.432668] env[68934]: _type = "Task" [ 973.432668] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.441417] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.495985] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135146, 'name': Rename_Task, 'duration_secs': 0.149044} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.496371] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.496644] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2713b6ae-4b75-4b4e-8ea8-b6e4db0f3a00 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.503439] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 973.503439] env[68934]: value = "task-3135151" [ 973.503439] env[68934]: _type = "Task" [ 973.503439] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.510719] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.569168] env[68934]: DEBUG nova.network.neutron [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Successfully created port: e05067c5-65f4-4c3a-afa1-2aa160ce188e {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.674232] env[68934]: DEBUG nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.696868] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.707315] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 93f0c629-4ea1-42bb-b1db-eb53771c4c1c] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.761360] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135149, 'name': CreateVM_Task, 'duration_secs': 0.318191} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.766137] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.767428] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.767767] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.768232] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.768734] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6e74c1-eba9-4c35-85ed-091cc5c06d06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.774817] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 973.774817] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521536a1-ac91-49a8-7e1a-2f0cd8664f2a" [ 973.774817] env[68934]: _type = "Task" [ 973.774817] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.784093] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521536a1-ac91-49a8-7e1a-2f0cd8664f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.843280] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526d23a8-6388-dee6-3556-889c162efb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.844338] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be683c5-7d7e-4638-b9bd-6e8e6993a1e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.851370] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 973.851370] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525752ca-01ff-9052-4e62-251018683890" [ 973.851370] env[68934]: _type = "Task" [ 973.851370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.862438] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525752ca-01ff-9052-4e62-251018683890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.944421] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135150, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.017633] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.083634] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c661d15e-3a53-4abd-9d35-0b47b878522a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.090988] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b680c31-1d34-4177-aa9b-7142ad85e4ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.120949] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d85c89-e862-4cb4-8d82-64e77b4527bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.128103] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e300a2-6162-4a87-8e7b-a22a8285c484 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.142587] env[68934]: DEBUG nova.compute.provider_tree [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.204221] env[68934]: INFO nova.compute.manager [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Unrescuing [ 974.204540] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.204632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquired lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.204758] env[68934]: DEBUG nova.network.neutron [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.212064] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 35024f1d-406f-471c-b999-b7f7ad30d1bb] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.284170] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521536a1-ac91-49a8-7e1a-2f0cd8664f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.284464] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.284720] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.284940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.362407] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525752ca-01ff-9052-4e62-251018683890, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.362674] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.362931] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 7510780e-bb4c-4655-bb9a-68e8b64c28eb/7510780e-bb4c-4655-bb9a-68e8b64c28eb.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.363224] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.363415] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.363626] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f8f374f-173a-4771-943c-a9203d57dc51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.365999] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60da5a28-0d80-430e-a92d-5ca4aa5968e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.372335] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 974.372335] env[68934]: value = "task-3135152" [ 974.372335] env[68934]: _type = "Task" [ 974.372335] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.379437] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.381030] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.381238] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.381918] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a6ecac-ba54-44de-a99c-7b0069ee3f3e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.386845] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 974.386845] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52809700-b10d-01a8-44fa-fac1586c97d4" [ 974.386845] env[68934]: _type = "Task" [ 974.386845] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.394187] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52809700-b10d-01a8-44fa-fac1586c97d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.447354] env[68934]: DEBUG oslo_vmware.api [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135150, 'name': PowerOnVM_Task, 'duration_secs': 0.569771} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.447722] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.448101] env[68934]: INFO nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Took 8.37 seconds to spawn the instance on the hypervisor. [ 974.448291] env[68934]: DEBUG nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.449417] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e35a51b-6640-411a-9366-761e59510428 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.513007] env[68934]: DEBUG oslo_vmware.api [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135151, 'name': PowerOnVM_Task, 'duration_secs': 0.61813} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.513287] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.513488] env[68934]: INFO nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Took 10.50 seconds to spawn the instance on the hypervisor. [ 974.513666] env[68934]: DEBUG nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.514424] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f27ae61-4ed6-476a-a6ee-65ce844c18aa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.646080] env[68934]: DEBUG nova.scheduler.client.report [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.682989] env[68934]: DEBUG nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.707966] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.708237] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.708395] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.708579] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.708761] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.708916] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.709136] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.709298] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.709464] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.709639] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.709827] env[68934]: DEBUG nova.virt.hardware [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.712487] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f0118a-577c-498b-85ad-94deb8599a5d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.716075] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 0d101f71-a83e-4e8a-8e98-ebfee1ce5f9d] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.720909] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f86acf-af1f-4f9b-a565-d925d9d94a24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.883698] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135152, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.900362] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52809700-b10d-01a8-44fa-fac1586c97d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.903705] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b553e9c3-b525-4fc0-b60e-ad76977d5f5d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.915204] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 974.915204] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521864ce-2545-54d6-261c-44132adc22c3" [ 974.915204] env[68934]: _type = "Task" [ 974.915204] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.924923] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521864ce-2545-54d6-261c-44132adc22c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.961902] env[68934]: DEBUG nova.network.neutron [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Updating instance_info_cache with network_info: [{"id": "372ac012-bcc6-424c-9107-38399d19e5a8", "address": "fa:16:3e:2e:d7:56", "network": {"id": "83e72fe3-8cf6-4895-aa69-8689e9de920b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-429758891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ece7838ef48c441590cdab846ca33661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ac012-bc", "ovs_interfaceid": "372ac012-bcc6-424c-9107-38399d19e5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.967971] env[68934]: INFO nova.compute.manager [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Took 44.92 seconds to build instance. [ 975.036157] env[68934]: INFO nova.compute.manager [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Took 49.49 seconds to build instance. [ 975.151135] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.151661] env[68934]: DEBUG nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.155138] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.038s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.155353] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.157438] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.310s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.157634] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.159576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.402s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.161092] env[68934]: INFO nova.compute.claims [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.191928] env[68934]: INFO nova.scheduler.client.report [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted allocations for instance 4cea04f6-c084-4849-b683-21396c6d6150 [ 975.197076] env[68934]: INFO nova.scheduler.client.report [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted allocations for instance ae8d0a82-3cff-416d-a2f9-999c97effebd [ 975.221070] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: db1a6cbd-b6d9-420d-8619-14d68e950fb9] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.277278] env[68934]: DEBUG nova.compute.manager [req-426e0658-bf78-4967-8b38-ffab36c9364d req-0ddbf947-08e6-418f-a4da-30c34b00718f service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Received event network-vif-plugged-e05067c5-65f4-4c3a-afa1-2aa160ce188e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.277421] env[68934]: DEBUG oslo_concurrency.lockutils [req-426e0658-bf78-4967-8b38-ffab36c9364d req-0ddbf947-08e6-418f-a4da-30c34b00718f service nova] Acquiring lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.277653] env[68934]: DEBUG oslo_concurrency.lockutils [req-426e0658-bf78-4967-8b38-ffab36c9364d req-0ddbf947-08e6-418f-a4da-30c34b00718f service nova] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.277829] env[68934]: DEBUG oslo_concurrency.lockutils [req-426e0658-bf78-4967-8b38-ffab36c9364d req-0ddbf947-08e6-418f-a4da-30c34b00718f service nova] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.278007] env[68934]: DEBUG nova.compute.manager [req-426e0658-bf78-4967-8b38-ffab36c9364d req-0ddbf947-08e6-418f-a4da-30c34b00718f service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] No waiting events found dispatching network-vif-plugged-e05067c5-65f4-4c3a-afa1-2aa160ce188e {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.278773] env[68934]: WARNING nova.compute.manager [req-426e0658-bf78-4967-8b38-ffab36c9364d req-0ddbf947-08e6-418f-a4da-30c34b00718f service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Received unexpected event network-vif-plugged-e05067c5-65f4-4c3a-afa1-2aa160ce188e for instance with vm_state building and task_state spawning. [ 975.359622] env[68934]: DEBUG nova.network.neutron [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Successfully updated port: e05067c5-65f4-4c3a-afa1-2aa160ce188e {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.386178] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726411} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.386457] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 7510780e-bb4c-4655-bb9a-68e8b64c28eb/7510780e-bb4c-4655-bb9a-68e8b64c28eb.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.386704] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.387013] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc4af20-f35f-4daf-88b7-0b436d2ac22f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.397794] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 975.397794] env[68934]: value = "task-3135153" [ 975.397794] env[68934]: _type = "Task" [ 975.397794] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.412278] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.416159] env[68934]: INFO nova.compute.manager [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Rebuilding instance [ 975.427806] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521864ce-2545-54d6-261c-44132adc22c3, 'name': SearchDatastore_Task, 'duration_secs': 0.065866} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.428209] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.428649] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30/0d22a8c4-f7a1-426a-b318-5e4a0ed23c30.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.428997] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df4d7efe-c4dd-400c-af54-a2cb199dfdc4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.436080] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 975.436080] env[68934]: value = "task-3135154" [ 975.436080] env[68934]: _type = "Task" [ 975.436080] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.446096] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.465394] env[68934]: DEBUG nova.compute.manager [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.465963] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Releasing lock "refresh_cache-53bb8525-7f0d-417e-b905-ce4db879a6b7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.466451] env[68934]: DEBUG nova.objects.instance [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lazy-loading 'flavor' on Instance uuid 53bb8525-7f0d-417e-b905-ce4db879a6b7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.468286] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a65d24-86d5-4652-8516-3874b283559c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.471630] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f57950f2-6789-4be4-a964-ee14a5f6a9b3 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "d6d4c519-5c6e-4ee8-8340-73729e043468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.302s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.539488] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.135s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.666490] env[68934]: DEBUG nova.compute.utils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.672543] env[68934]: DEBUG nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 975.704898] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bda82773-8a87-410a-ab25-1e8f366af868 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "4cea04f6-c084-4849-b683-21396c6d6150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.803s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.706209] env[68934]: DEBUG oslo_concurrency.lockutils [None req-883d9e7f-5fca-48ea-805f-b668a9c1132b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ae8d0a82-3cff-416d-a2f9-999c97effebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.497s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.724995] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 252d4911-0e62-46be-aeff-4b964a018205] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.871622] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.871622] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.871622] env[68934]: DEBUG nova.network.neutron [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.916304] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06282} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.916304] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.918006] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a53b1c7-8c3c-432f-83c5-aa1530d5c54d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.942260] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 7510780e-bb4c-4655-bb9a-68e8b64c28eb/7510780e-bb4c-4655-bb9a-68e8b64c28eb.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.943676] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2bcb56-a125-46ed-b440-e0ef8b98fc29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.966059] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135154, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.967669] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 975.967669] env[68934]: value = "task-3135155" [ 975.967669] env[68934]: _type = "Task" [ 975.967669] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.977011] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.978219] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f35263f-9c52-4816-a33d-fa8d4656a0ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.002687] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.003754] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d48a3c5-cf76-4f02-adc6-2065bef9330c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.010899] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 976.010899] env[68934]: value = "task-3135156" [ 976.010899] env[68934]: _type = "Task" [ 976.010899] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.020174] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.174172] env[68934]: DEBUG nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.231966] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 9acf0cdf-9800-4192-87c3-22259fe3b2f4] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.425245] env[68934]: DEBUG nova.network.neutron [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.452494] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76713} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.457252] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30/0d22a8c4-f7a1-426a-b318-5e4a0ed23c30.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.457524] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.458890] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b3a98f7-cbe9-4908-88e5-e9e14e03af66 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.466342] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 976.466342] env[68934]: value = "task-3135157" [ 976.466342] env[68934]: _type = "Task" [ 976.466342] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.481509] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135155, 'name': ReconfigVM_Task, 'duration_secs': 0.4225} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.484272] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 7510780e-bb4c-4655-bb9a-68e8b64c28eb/7510780e-bb4c-4655-bb9a-68e8b64c28eb.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.485214] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.485547] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.485822] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db318bd8-9bda-4f53-9c64-a29084bc1df5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.487689] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a6c5038-eda4-4b93-bd32-f354668e3ccf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.499430] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 976.499430] env[68934]: value = "task-3135158" [ 976.499430] env[68934]: _type = "Task" [ 976.499430] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.500651] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 976.500651] env[68934]: value = "task-3135159" [ 976.500651] env[68934]: _type = "Task" [ 976.500651] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.516229] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135158, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.516528] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.528169] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135156, 'name': PowerOffVM_Task, 'duration_secs': 0.493463} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.531080] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.536908] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.538404] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d79f35b-f229-488a-81f0-ace2e11e21c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.559688] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 976.559688] env[68934]: value = "task-3135160" [ 976.559688] env[68934]: _type = "Task" [ 976.559688] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.569695] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.600299] env[68934]: DEBUG nova.network.neutron [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance_info_cache with network_info: [{"id": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "address": "fa:16:3e:77:17:2e", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05067c5-65", "ovs_interfaceid": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.610573] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb6b52-d598-4319-9ce3-5274faf73e67 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.618417] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36993b6-6937-4c18-af75-710b831f170f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.655104] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a91e6b-f652-45ee-988c-e5728b4b67d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.664084] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f3d32-905c-44b7-8a11-a0458a314a1e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.683811] env[68934]: DEBUG nova.compute.provider_tree [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.736158] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: aa5786dd-1106-4a7e-b9c0-b34f7d1802fc] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.779061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.779355] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.779642] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.779880] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.780067] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.783040] env[68934]: INFO nova.compute.manager [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Terminating instance [ 976.975464] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074845} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.978231] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.978231] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aa31fb-d8b5-4e5b-b3dc-aea1f63433b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.998531] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30/0d22a8c4-f7a1-426a-b318-5e4a0ed23c30.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.998857] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f15b82a-750f-45a6-8f83-33542a9973a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.023812] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135158, 'name': Rename_Task, 'duration_secs': 0.177528} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.027526] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.027762] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135159, 'name': PowerOffVM_Task, 'duration_secs': 0.177825} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.028029] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 977.028029] env[68934]: value = "task-3135161" [ 977.028029] env[68934]: _type = "Task" [ 977.028029] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.028216] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-865547e9-19d1-4ce8-83c0-897fbf52745a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.029638] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.029869] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.030625] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de7270-c99d-41c8-bc29-4ab2c3c09ae7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.042724] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.046483] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f7b92d8-c1a4-4e51-a895-933ffb11ca21 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.047951] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.048246] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 977.048246] env[68934]: value = "task-3135162" [ 977.048246] env[68934]: _type = "Task" [ 977.048246] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.057966] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.068266] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135160, 'name': ReconfigVM_Task} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.068531] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.068799] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.069054] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f9dd404-aa41-413c-975d-2a766ef2c002 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.073182] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.073382] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.073585] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Deleting the datastore file [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.073825] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b086bb8-fe33-41ee-81b3-7917ae2df0b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.077188] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 977.077188] env[68934]: value = "task-3135164" [ 977.077188] env[68934]: _type = "Task" [ 977.077188] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.085900] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 977.085900] env[68934]: value = "task-3135165" [ 977.085900] env[68934]: _type = "Task" [ 977.085900] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.089220] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.097210] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.102844] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.103236] env[68934]: DEBUG nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Instance network_info: |[{"id": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "address": "fa:16:3e:77:17:2e", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05067c5-65", "ovs_interfaceid": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.103629] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:17:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e05067c5-65f4-4c3a-afa1-2aa160ce188e', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.111406] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.111649] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.111871] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe84ace-0b36-4922-8a84-02346ab39134 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.133123] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.133123] env[68934]: value = "task-3135166" [ 977.133123] env[68934]: _type = "Task" [ 977.133123] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.140855] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135166, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.187484] env[68934]: DEBUG nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.190599] env[68934]: DEBUG nova.scheduler.client.report [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.221546] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.221856] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.222033] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.222277] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.222522] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.222697] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.222965] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.223202] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.223423] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.223642] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.223932] env[68934]: DEBUG nova.virt.hardware [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.225223] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056ea6e-2af6-4ce0-a9d4-91cedde36e6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.234344] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fc15f5-89b4-4d85-9234-8e38a724604c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.240022] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: d0aed944-cd89-4ac0-908a-c93423113ee0] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.254532] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.260475] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.260838] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.261112] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f2b704-1ea5-45e2-ac07-6e57b7d5659d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.279617] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.279617] env[68934]: value = "task-3135167" [ 977.279617] env[68934]: _type = "Task" [ 977.279617] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.288461] env[68934]: DEBUG nova.compute.manager [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.288732] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.288999] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135167, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.289798] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491050c-d0e3-4341-93e9-eb259608dd6f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.297595] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.297931] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e66e9dc-14eb-4aa7-aa1c-c5fff9c8d2da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.305209] env[68934]: DEBUG oslo_vmware.api [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 977.305209] env[68934]: value = "task-3135168" [ 977.305209] env[68934]: _type = "Task" [ 977.305209] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.310138] env[68934]: DEBUG nova.compute.manager [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Received event network-changed-e05067c5-65f4-4c3a-afa1-2aa160ce188e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.310329] env[68934]: DEBUG nova.compute.manager [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Refreshing instance network info cache due to event network-changed-e05067c5-65f4-4c3a-afa1-2aa160ce188e. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.310544] env[68934]: DEBUG oslo_concurrency.lockutils [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] Acquiring lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.310684] env[68934]: DEBUG oslo_concurrency.lockutils [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] Acquired lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.310848] env[68934]: DEBUG nova.network.neutron [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Refreshing network info cache for port e05067c5-65f4-4c3a-afa1-2aa160ce188e {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.318023] env[68934]: DEBUG oslo_vmware.api [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.542140] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135161, 'name': ReconfigVM_Task, 'duration_secs': 0.311735} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.542442] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30/0d22a8c4-f7a1-426a-b318-5e4a0ed23c30.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.543093] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c869bce-1123-4e1a-ad61-40d3042a13e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.549916] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 977.549916] env[68934]: value = "task-3135169" [ 977.549916] env[68934]: _type = "Task" [ 977.549916] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.564427] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135162, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.571350] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135169, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.587792] env[68934]: DEBUG oslo_vmware.api [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135164, 'name': PowerOnVM_Task, 'duration_secs': 0.499414} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.588112] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.588352] env[68934]: DEBUG nova.compute.manager [None req-8e49efca-0b0e-4b8c-9fd1-116e1cf5143f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.589329] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573191e5-1740-4643-9dc9-c92d6854db92 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.599948] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159902} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.601431] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.601624] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.601818] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.643989] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135166, 'name': CreateVM_Task, 'duration_secs': 0.453836} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.644185] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.644940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.645116] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.645443] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.645749] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb60d9f5-5d26-4424-ae58-4403835fce51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.650510] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 977.650510] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a9668e-253a-c497-9077-c842b9a57eb4" [ 977.650510] env[68934]: _type = "Task" [ 977.650510] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.658973] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a9668e-253a-c497-9077-c842b9a57eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.697099] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.697099] env[68934]: DEBUG nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.699646] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.068s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.699811] env[68934]: DEBUG nova.objects.instance [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lazy-loading 'resources' on Instance uuid 03de73a8-04cc-40f9-a44c-1a38c6d4091e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.745141] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 20a3286d-dc1c-4338-9606-c26176b55807] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.789110] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135167, 'name': CreateVM_Task, 'duration_secs': 0.388766} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.789283] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.789680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.815409] env[68934]: DEBUG oslo_vmware.api [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135168, 'name': PowerOffVM_Task, 'duration_secs': 0.236613} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.815676] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.815847] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.816414] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4252de1c-d9ed-4958-b331-f580e29a9a88 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.886758] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.887019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.887213] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleting the datastore file [datastore2] b947d6e8-242d-4339-90c9-8cbe3ab4e5dd {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.887483] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73b86f1e-79bb-417c-a552-81ea27b93389 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.893610] env[68934]: DEBUG oslo_vmware.api [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 977.893610] env[68934]: value = "task-3135171" [ 977.893610] env[68934]: _type = "Task" [ 977.893610] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.901647] env[68934]: DEBUG oslo_vmware.api [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.045968] env[68934]: DEBUG nova.network.neutron [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updated VIF entry in instance network info cache for port e05067c5-65f4-4c3a-afa1-2aa160ce188e. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.046397] env[68934]: DEBUG nova.network.neutron [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance_info_cache with network_info: [{"id": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "address": "fa:16:3e:77:17:2e", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05067c5-65", "ovs_interfaceid": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.062928] env[68934]: DEBUG oslo_vmware.api [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135162, 'name': PowerOnVM_Task, 'duration_secs': 0.527393} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.065895] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.066705] env[68934]: INFO nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Took 5.90 seconds to spawn the instance on the hypervisor. [ 978.066705] env[68934]: DEBUG nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.066904] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135169, 'name': Rename_Task, 'duration_secs': 0.16451} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.067577] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e9ef3e-da77-4b61-a91e-f3da62bd76c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.069994] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.070234] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a54d2c67-78b8-44e1-a446-56a40fb6c889 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.080282] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 978.080282] env[68934]: value = "task-3135172" [ 978.080282] env[68934]: _type = "Task" [ 978.080282] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.087420] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.161065] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a9668e-253a-c497-9077-c842b9a57eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.161375] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.161604] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.161853] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.161994] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.162185] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.162463] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.162773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.162990] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d740da9-b8ed-4902-9bcd-09eea1ace8cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.165847] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c097d6e0-1799-4407-a191-6097cdad1340 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170148] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 978.170148] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5253d739-2954-fbe6-5824-1c1018a65944" [ 978.170148] env[68934]: _type = "Task" [ 978.170148] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.177221] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5253d739-2954-fbe6-5824-1c1018a65944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.179320] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.179320] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.179320] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6299d32-630e-4b8c-8dda-4fe6d8b553d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.183959] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 978.183959] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52870183-8e5c-fc66-32b7-44ca275ce4f9" [ 978.183959] env[68934]: _type = "Task" [ 978.183959] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.191392] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52870183-8e5c-fc66-32b7-44ca275ce4f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.202672] env[68934]: DEBUG nova.compute.utils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.208057] env[68934]: DEBUG nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.208057] env[68934]: DEBUG nova.network.neutron [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.244856] env[68934]: DEBUG nova.policy [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9871f629d1224ae7b019b938da2705c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3328af39f968456684fc19b77f25af92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.248762] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: b964e1b2-3af0-460c-ba6a-60ac36446ca9] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.403640] env[68934]: DEBUG oslo_vmware.api [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458176} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.406050] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.406247] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.406423] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.406639] env[68934]: INFO nova.compute.manager [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 978.406892] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.407265] env[68934]: DEBUG nova.compute.manager [-] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.407365] env[68934]: DEBUG nova.network.neutron [-] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.549474] env[68934]: DEBUG oslo_concurrency.lockutils [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] Releasing lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.549804] env[68934]: DEBUG nova.compute.manager [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Received event network-changed-ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.549804] env[68934]: DEBUG nova.compute.manager [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Refreshing instance network info cache due to event network-changed-ab9452ad-627b-44b8-9b69-c2294ccc0314. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.550043] env[68934]: DEBUG oslo_concurrency.lockutils [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] Acquiring lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.550212] env[68934]: DEBUG oslo_concurrency.lockutils [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] Acquired lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.554186] env[68934]: DEBUG nova.network.neutron [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Refreshing network info cache for port ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.575801] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45380a09-a67b-456d-a6fc-4da5e62303d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.597058] env[68934]: INFO nova.compute.manager [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Took 32.74 seconds to build instance. [ 978.601131] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a14c55d-6017-45f2-b7d1-7187564be375 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.606237] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.643910] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cfdc8d-8ebd-4aab-9c6e-80ef31a5951d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.651066] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d2873-08de-4e36-9783-dae8b1e15cad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.665476] env[68934]: DEBUG nova.compute.provider_tree [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.676993] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.677289] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.677451] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.677663] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.677773] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.678223] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.678223] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.679385] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.679385] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.679385] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.679385] env[68934]: DEBUG nova.virt.hardware [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.681104] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81523928-3b39-470b-beab-9e55ab2eb59b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.687792] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5253d739-2954-fbe6-5824-1c1018a65944, 'name': SearchDatastore_Task, 'duration_secs': 0.018402} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.691370] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.691622] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.691902] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.696151] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64552b6-bebf-4b52-86e9-508b8221b4ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.704492] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52870183-8e5c-fc66-32b7-44ca275ce4f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.705624] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1991cf9-f139-4077-bb0f-426f077299b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.716840] env[68934]: DEBUG nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.720160] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.726030] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.726898] env[68934]: DEBUG nova.network.neutron [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Successfully created port: a95fc968-90ee-4af8-b446-bc7fd30f43fd {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.734267] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.734267] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e42c77a-47cd-4072-aa73-4519d79f528a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.748064] env[68934]: DEBUG nova.compute.manager [req-5d521feb-e72d-42d7-96a1-ca7dfad73a14 req-8412a5f6-7e42-401c-a025-472c0fdb231f service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Received event network-vif-deleted-47c006d2-cb02-4a35-b666-f5ec54e76e33 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.748298] env[68934]: INFO nova.compute.manager [req-5d521feb-e72d-42d7-96a1-ca7dfad73a14 req-8412a5f6-7e42-401c-a025-472c0fdb231f service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Neutron deleted interface 47c006d2-cb02-4a35-b666-f5ec54e76e33; detaching it from the instance and deleting it from the info cache [ 978.748470] env[68934]: DEBUG nova.network.neutron [req-5d521feb-e72d-42d7-96a1-ca7dfad73a14 req-8412a5f6-7e42-401c-a025-472c0fdb231f service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.752242] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 978.752242] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5234c032-581e-ebc0-5c38-43b4dcc12c75" [ 978.752242] env[68934]: _type = "Task" [ 978.752242] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.756646] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: fd8e543a-f06d-41ef-9db2-0dede9660a6c] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.764039] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.764039] env[68934]: value = "task-3135173" [ 978.764039] env[68934]: _type = "Task" [ 978.764039] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.771217] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5234c032-581e-ebc0-5c38-43b4dcc12c75, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.771785] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.772101] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ed3b6f68-279b-43c2-a01e-1425993ad2f5/ed3b6f68-279b-43c2-a01e-1425993ad2f5.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.772570] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.772686] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.776018] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38879e64-a32e-4df4-959e-c7f6a144b28d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.777695] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af86b342-a6ff-483f-b214-8f7d99096652 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.779585] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135173, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.784517] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 978.784517] env[68934]: value = "task-3135174" [ 978.784517] env[68934]: _type = "Task" [ 978.784517] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.789729] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.789922] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.791392] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302f3806-29e5-4efa-98f7-d1ac0f280edc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.796537] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.800921] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 978.800921] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5268c95a-d12a-e641-20d5-e3ed1bd919f1" [ 978.800921] env[68934]: _type = "Task" [ 978.800921] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.808751] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5268c95a-d12a-e641-20d5-e3ed1bd919f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.068014] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "53bb8525-7f0d-417e-b905-ce4db879a6b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.068315] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.068524] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "53bb8525-7f0d-417e-b905-ce4db879a6b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.068741] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.068924] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.071266] env[68934]: INFO nova.compute.manager [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Terminating instance [ 979.097351] env[68934]: DEBUG oslo_vmware.api [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135172, 'name': PowerOnVM_Task, 'duration_secs': 0.721139} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.097653] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.097868] env[68934]: INFO nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Took 9.44 seconds to spawn the instance on the hypervisor. [ 979.098129] env[68934]: DEBUG nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.099174] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5355ba45-17e7-41e4-81b0-e664a03f1832 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.102691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1e83134c-4fa7-440d-aca7-4711011c6ae6 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.257s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.168462] env[68934]: DEBUG nova.scheduler.client.report [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.232113] env[68934]: DEBUG nova.network.neutron [-] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.251968] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04ff2379-a0ce-4e57-84c8-10cb8e12226d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.262034] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 779e4d61-890e-4701-9ae8-59314d2486ac] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.267697] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8c114-7fb4-4d1f-8240-337360816cad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.290318] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135173, 'name': CreateVM_Task, 'duration_secs': 0.31836} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.295374] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.311254] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.311444] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.311777] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.312814] env[68934]: DEBUG nova.compute.manager [req-5d521feb-e72d-42d7-96a1-ca7dfad73a14 req-8412a5f6-7e42-401c-a025-472c0fdb231f service nova] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Detach interface failed, port_id=47c006d2-cb02-4a35-b666-f5ec54e76e33, reason: Instance b947d6e8-242d-4339-90c9-8cbe3ab4e5dd could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.313596] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b338693a-4a86-4f1f-ae15-fdb531d92d5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.321253] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522192} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.322021] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ed3b6f68-279b-43c2-a01e-1425993ad2f5/ed3b6f68-279b-43c2-a01e-1425993ad2f5.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.322263] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.322498] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7528d23-cb62-4caa-bd2b-837fec639a8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.328308] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 979.328308] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cd247e-93b1-a8dc-70fa-7e97adfa6a71" [ 979.328308] env[68934]: _type = "Task" [ 979.328308] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.328522] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5268c95a-d12a-e641-20d5-e3ed1bd919f1, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.332728] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01740054-210e-40c9-9133-d74157a19a67 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.335615] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 979.335615] env[68934]: value = "task-3135175" [ 979.335615] env[68934]: _type = "Task" [ 979.335615] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.343976] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 979.343976] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e112cd-eea9-ed21-1bef-e7004b058f28" [ 979.343976] env[68934]: _type = "Task" [ 979.343976] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.344266] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cd247e-93b1-a8dc-70fa-7e97adfa6a71, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.344999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.345312] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.345591] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.346379] env[68934]: DEBUG nova.network.neutron [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Updated VIF entry in instance network info cache for port ab9452ad-627b-44b8-9b69-c2294ccc0314. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.346733] env[68934]: DEBUG nova.network.neutron [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Updating instance_info_cache with network_info: [{"id": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "address": "fa:16:3e:7e:3c:f8", "network": {"id": "7a54b7f8-b6ea-4b9e-aa9f-900b68174162", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-778935015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47e8ec0cd8dc4c90bc2d77f16b8aaa7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9452ad-62", "ovs_interfaceid": "ab9452ad-627b-44b8-9b69-c2294ccc0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.354656] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.360248] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e112cd-eea9-ed21-1bef-e7004b058f28, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.361229] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.361482] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.361770] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.361949] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.362177] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cbc6742-6aa0-4a47-a559-2fe9ab7bfcbe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.364310] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbae65dd-de52-4a21-9757-a8e44e17f11f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.369776] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 979.369776] env[68934]: value = "task-3135176" [ 979.369776] env[68934]: _type = "Task" [ 979.369776] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.373882] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.374073] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.375068] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839bc8de-0b35-43e2-a4fb-44040de07a20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.380109] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.383134] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 979.383134] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e4a555-334f-970e-3da4-c1954210898f" [ 979.383134] env[68934]: _type = "Task" [ 979.383134] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.390258] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e4a555-334f-970e-3da4-c1954210898f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.575131] env[68934]: DEBUG nova.compute.manager [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.575348] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.576281] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0bf5e4-9f80-4e45-9e37-4469de7a8aca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.584280] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.584580] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a241e1cd-ca4a-484a-b5db-ec34be1b4402 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.590677] env[68934]: DEBUG oslo_vmware.api [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 979.590677] env[68934]: value = "task-3135177" [ 979.590677] env[68934]: _type = "Task" [ 979.590677] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.600755] env[68934]: DEBUG oslo_vmware.api [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.618993] env[68934]: INFO nova.compute.manager [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Took 45.02 seconds to build instance. [ 979.674702] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.678026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.616s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.680578] env[68934]: INFO nova.compute.claims [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.703992] env[68934]: INFO nova.scheduler.client.report [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Deleted allocations for instance 03de73a8-04cc-40f9-a44c-1a38c6d4091e [ 979.728145] env[68934]: DEBUG nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.735992] env[68934]: INFO nova.compute.manager [-] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Took 1.33 seconds to deallocate network for instance. [ 979.773218] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c18bb01f9a4c63e6eca03f3c69e99c22',container_format='bare',created_at=2025-03-21T14:05:19Z,direct_url=,disk_format='vmdk',id=c3fda5d6-9b76-4430-942f-429365be5e99,min_disk=1,min_ram=0,name='tempest-test-snap-1511499178',owner='3328af39f968456684fc19b77f25af92',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-21T14:05:32Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.773218] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.773218] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.773391] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.774466] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.774466] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.774466] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.774859] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.775201] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.775486] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.775848] env[68934]: DEBUG nova.virt.hardware [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.778736] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfac5d-e274-4c1d-95d4-5b88ecb493b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.784812] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 8b383bf0-0355-4e0b-80b4-f20cdef90488] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.797259] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee9987-63dd-4a51-83f2-d2174bf42421 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.847182] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069733} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.847182] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.847407] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5439b3-e7a6-4c2f-8e61-456a18c113d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.850953] env[68934]: DEBUG oslo_concurrency.lockutils [req-3cfc3fbc-6f4b-4d1c-93cf-fe9e35c268fa req-15b42f04-ab98-43fa-9def-543d90499d88 service nova] Releasing lock "refresh_cache-14b949f6-81b9-4198-8e31-60d91b7e30fd" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.873831] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] ed3b6f68-279b-43c2-a01e-1425993ad2f5/ed3b6f68-279b-43c2-a01e-1425993ad2f5.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.875510] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2529e1b1-4daa-4548-850e-714630068b8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.906033] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528536} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.911023] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.911264] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.911620] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e4a555-334f-970e-3da4-c1954210898f, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.911884] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 979.911884] env[68934]: value = "task-3135178" [ 979.911884] env[68934]: _type = "Task" [ 979.911884] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.912703] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a4d4b76-8164-416e-be6e-072819af908d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.916041] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413a44e9-c06c-4eed-a17a-d86e6d3dc123 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.928235] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 979.928235] env[68934]: value = "task-3135179" [ 979.928235] env[68934]: _type = "Task" [ 979.928235] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.933411] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.933786] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 979.933786] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1f08d-8ebe-20d0-7f61-74bda5d9a49d" [ 979.933786] env[68934]: _type = "Task" [ 979.933786] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.945849] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.949676] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1f08d-8ebe-20d0-7f61-74bda5d9a49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.102540] env[68934]: DEBUG oslo_vmware.api [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135177, 'name': PowerOffVM_Task, 'duration_secs': 0.368078} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.102828] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.103019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.103286] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae66884b-0364-4832-8ecf-431635e84b58 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.120646] env[68934]: DEBUG oslo_concurrency.lockutils [None req-62d33b8c-5be5-4c73-9d10-66f5baa456ed tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.265s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.162822] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.163183] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.163476] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Deleting the datastore file [datastore2] 53bb8525-7f0d-417e-b905-ce4db879a6b7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.164593] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c4f4987-8533-43d2-bcc1-fae967b839ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.171712] env[68934]: DEBUG oslo_vmware.api [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 980.171712] env[68934]: value = "task-3135181" [ 980.171712] env[68934]: _type = "Task" [ 980.171712] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.181861] env[68934]: DEBUG oslo_vmware.api [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.215404] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2c02534c-0224-4120-ab69-9231313cd1fb tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Lock "03de73a8-04cc-40f9-a44c-1a38c6d4091e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.430s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.247667] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.291903] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: c597adf2-b172-451d-80bf-64fce9c6869b] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.328620] env[68934]: DEBUG nova.compute.manager [req-c4eba47c-4f7c-4b70-bc44-8bff840cf07e req-ac6b122f-dda8-486c-9875-cff3d5c2a4d4 service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Received event network-vif-plugged-a95fc968-90ee-4af8-b446-bc7fd30f43fd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.330733] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4eba47c-4f7c-4b70-bc44-8bff840cf07e req-ac6b122f-dda8-486c-9875-cff3d5c2a4d4 service nova] Acquiring lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.330733] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4eba47c-4f7c-4b70-bc44-8bff840cf07e req-ac6b122f-dda8-486c-9875-cff3d5c2a4d4 service nova] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.330733] env[68934]: DEBUG oslo_concurrency.lockutils [req-c4eba47c-4f7c-4b70-bc44-8bff840cf07e req-ac6b122f-dda8-486c-9875-cff3d5c2a4d4 service nova] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.330733] env[68934]: DEBUG nova.compute.manager [req-c4eba47c-4f7c-4b70-bc44-8bff840cf07e req-ac6b122f-dda8-486c-9875-cff3d5c2a4d4 service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] No waiting events found dispatching network-vif-plugged-a95fc968-90ee-4af8-b446-bc7fd30f43fd {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.330733] env[68934]: WARNING nova.compute.manager [req-c4eba47c-4f7c-4b70-bc44-8bff840cf07e req-ac6b122f-dda8-486c-9875-cff3d5c2a4d4 service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Received unexpected event network-vif-plugged-a95fc968-90ee-4af8-b446-bc7fd30f43fd for instance with vm_state building and task_state spawning. [ 980.398984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.398984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.398984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.398984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.398984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.401048] env[68934]: INFO nova.compute.manager [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Terminating instance [ 980.426471] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.445987] env[68934]: DEBUG nova.network.neutron [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Successfully updated port: a95fc968-90ee-4af8-b446-bc7fd30f43fd {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.451631] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071657} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.452483] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.453384] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2341a496-930a-491b-a48f-8c11dbfa999e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.459757] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1f08d-8ebe-20d0-7f61-74bda5d9a49d, 'name': SearchDatastore_Task, 'duration_secs': 0.016732} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.460933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.461257] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.461774] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2edbd58-296b-40d0-8ea1-5b48ff91a145 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.480149] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.481213] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc780b93-21d5-4563-86e0-cec8634fb0ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.499331] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 980.499331] env[68934]: value = "task-3135182" [ 980.499331] env[68934]: _type = "Task" [ 980.499331] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.504194] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 980.504194] env[68934]: value = "task-3135183" [ 980.504194] env[68934]: _type = "Task" [ 980.504194] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.511799] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.519595] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.682060] env[68934]: DEBUG oslo_vmware.api [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448577} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.682226] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.682322] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.682507] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.682681] env[68934]: INFO nova.compute.manager [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 980.682926] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.683135] env[68934]: DEBUG nova.compute.manager [-] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.683230] env[68934]: DEBUG nova.network.neutron [-] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.796875] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 8a2d5e9e-ee58-4762-8e28-f4fa8aa9e96f] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.905591] env[68934]: DEBUG nova.compute.manager [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.905591] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.906712] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8757bf-d9df-4d0a-b126-29cae9e76289 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.931617] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.933338] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94e18af-1acf-48a1-b710-1387102e2386 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.944989] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135178, 'name': ReconfigVM_Task, 'duration_secs': 0.710617} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.949237] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Reconfigured VM instance instance-0000004c to attach disk [datastore1] ed3b6f68-279b-43c2-a01e-1425993ad2f5/ed3b6f68-279b-43c2-a01e-1425993ad2f5.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.952040] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0354b3a-fdb9-4677-ac39-892ef36fdaae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.955521] env[68934]: DEBUG oslo_vmware.api [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 980.955521] env[68934]: value = "task-3135184" [ 980.955521] env[68934]: _type = "Task" [ 980.955521] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.955521] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "refresh_cache-a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.956204] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "refresh_cache-a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.956204] env[68934]: DEBUG nova.network.neutron [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.964568] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 980.964568] env[68934]: value = "task-3135185" [ 980.964568] env[68934]: _type = "Task" [ 980.964568] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.976062] env[68934]: DEBUG oslo_vmware.api [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.982644] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135185, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.017408] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135182, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.024843] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.104159] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e243d-ad18-4c44-ae7b-dc344d9fcdbd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.110569] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8e4d4-0944-47b5-80b6-dfe8bd8ab1cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.148319] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb17913-f07b-4680-ac52-7381e071a160 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.159257] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0398e1e-5cdf-44a7-814b-f50492001055 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.173474] env[68934]: DEBUG nova.compute.provider_tree [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.299751] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 16036e17-76b4-4e56-ada5-efc37e2e4f5a] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.481580] env[68934]: DEBUG nova.network.neutron [-] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.483788] env[68934]: DEBUG oslo_vmware.api [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135184, 'name': PowerOffVM_Task, 'duration_secs': 0.236815} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.483788] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.483984] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.484150] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b213a7a-9040-4028-a01b-e3654691f7ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.489499] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135185, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.514303] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835374} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.515055] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.515274] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.515532] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e59b976-9d5a-49a1-80ae-17855b746875 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.521240] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135183, 'name': ReconfigVM_Task, 'duration_secs': 0.643451} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.522701] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.523344] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b451ed0-7509-4f35-a4ba-000b42ed8b39 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.526468] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 981.526468] env[68934]: value = "task-3135187" [ 981.526468] env[68934]: _type = "Task" [ 981.526468] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.530216] env[68934]: DEBUG nova.network.neutron [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.533368] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 981.533368] env[68934]: value = "task-3135188" [ 981.533368] env[68934]: _type = "Task" [ 981.533368] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.541017] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.544727] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135188, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.550691] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.550871] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.550998] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Deleting the datastore file [datastore1] 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.551281] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ad0876-39ac-41f6-8905-779364f29207 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.558730] env[68934]: DEBUG oslo_vmware.api [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for the task: (returnval){ [ 981.558730] env[68934]: value = "task-3135189" [ 981.558730] env[68934]: _type = "Task" [ 981.558730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.568821] env[68934]: DEBUG oslo_vmware.api [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.676326] env[68934]: DEBUG nova.scheduler.client.report [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.757597] env[68934]: DEBUG nova.network.neutron [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Updating instance_info_cache with network_info: [{"id": "a95fc968-90ee-4af8-b446-bc7fd30f43fd", "address": "fa:16:3e:5b:fe:d4", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95fc968-90", "ovs_interfaceid": "a95fc968-90ee-4af8-b446-bc7fd30f43fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.803405] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: a6b3579a-92fc-4cc1-ba35-7d1234144a80] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.978545] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135185, 'name': Rename_Task, 'duration_secs': 0.631593} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.978545] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.978545] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c965ef1-581a-4c48-bee1-d7bbe8917de1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.983951] env[68934]: INFO nova.compute.manager [-] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Took 1.30 seconds to deallocate network for instance. [ 981.986906] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 981.986906] env[68934]: value = "task-3135190" [ 981.986906] env[68934]: _type = "Task" [ 981.986906] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.002167] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.035889] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112896} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.039082] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.039877] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf568ff2-f87c-4b09-85b9-359904981f1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.047738] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135188, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.064682] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.065411] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d67879e3-40ff-42d1-a103-ead15cfe1efe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.087992] env[68934]: DEBUG oslo_vmware.api [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Task: {'id': task-3135189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395223} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.089338] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.089535] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.089718] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.089888] env[68934]: INFO nova.compute.manager [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 982.090152] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.090419] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 982.090419] env[68934]: value = "task-3135191" [ 982.090419] env[68934]: _type = "Task" [ 982.090419] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.090619] env[68934]: DEBUG nova.compute.manager [-] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.090718] env[68934]: DEBUG nova.network.neutron [-] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.100836] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.181170] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.181763] env[68934]: DEBUG nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.185120] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.749s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.185120] env[68934]: DEBUG nova.objects.instance [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'resources' on Instance uuid cbb0bb0e-b36d-4398-a371-25a72d92b085 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.260060] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "refresh_cache-a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.260485] env[68934]: DEBUG nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Instance network_info: |[{"id": "a95fc968-90ee-4af8-b446-bc7fd30f43fd", "address": "fa:16:3e:5b:fe:d4", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95fc968-90", "ovs_interfaceid": "a95fc968-90ee-4af8-b446-bc7fd30f43fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.261033] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:fe:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a95fc968-90ee-4af8-b446-bc7fd30f43fd', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.268611] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.268883] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.269258] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f947772-bb3b-4ab4-9db3-132fd3b40e2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.289979] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.289979] env[68934]: value = "task-3135192" [ 982.289979] env[68934]: _type = "Task" [ 982.289979] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.298196] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135192, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.306768] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 9493b14e-c374-4689-9b62-f927e467cc00] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.367070] env[68934]: DEBUG nova.compute.manager [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Received event network-changed-a95fc968-90ee-4af8-b446-bc7fd30f43fd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.367285] env[68934]: DEBUG nova.compute.manager [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Refreshing instance network info cache due to event network-changed-a95fc968-90ee-4af8-b446-bc7fd30f43fd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.367415] env[68934]: DEBUG oslo_concurrency.lockutils [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] Acquiring lock "refresh_cache-a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.367562] env[68934]: DEBUG oslo_concurrency.lockutils [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] Acquired lock "refresh_cache-a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.367725] env[68934]: DEBUG nova.network.neutron [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Refreshing network info cache for port a95fc968-90ee-4af8-b446-bc7fd30f43fd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.494394] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.501619] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.545587] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135188, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.602399] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.687584] env[68934]: DEBUG nova.compute.utils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.689368] env[68934]: DEBUG nova.objects.instance [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'numa_topology' on Instance uuid cbb0bb0e-b36d-4398-a371-25a72d92b085 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.690323] env[68934]: DEBUG nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.691065] env[68934]: DEBUG nova.network.neutron [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.728940] env[68934]: DEBUG nova.policy [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9e8cf755b414a2c905b44dddfff1ade', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '795f1dfffad54d3a9a070867c8296d80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.801870] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135192, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.809622] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 46825de6-bba3-4833-af06-eb2ba1526aa7] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.845599] env[68934]: DEBUG nova.network.neutron [-] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.999997] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.050968] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135188, 'name': Rename_Task, 'duration_secs': 1.151507} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.051361] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.051700] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d03c3c46-c4c3-4308-8dda-45bf7ae7c8ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.059441] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 983.059441] env[68934]: value = "task-3135193" [ 983.059441] env[68934]: _type = "Task" [ 983.059441] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.074653] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135193, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.104099] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135191, 'name': ReconfigVM_Task, 'duration_secs': 0.901195} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.104610] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Reconfigured VM instance instance-00000049 to attach disk [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468/d6d4c519-5c6e-4ee8-8340-73729e043468.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.105507] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0854c1ae-0bca-4a1f-a745-996b531e234f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.113024] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 983.113024] env[68934]: value = "task-3135194" [ 983.113024] env[68934]: _type = "Task" [ 983.113024] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.126875] env[68934]: DEBUG nova.network.neutron [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Successfully created port: de90c5c3-7d1e-45d9-87b3-a214bd886bf8 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.132546] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135194, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.166334] env[68934]: DEBUG nova.network.neutron [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Updated VIF entry in instance network info cache for port a95fc968-90ee-4af8-b446-bc7fd30f43fd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.166793] env[68934]: DEBUG nova.network.neutron [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Updating instance_info_cache with network_info: [{"id": "a95fc968-90ee-4af8-b446-bc7fd30f43fd", "address": "fa:16:3e:5b:fe:d4", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95fc968-90", "ovs_interfaceid": "a95fc968-90ee-4af8-b446-bc7fd30f43fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.193921] env[68934]: DEBUG nova.objects.base [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.196995] env[68934]: DEBUG nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.306017] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135192, 'name': CreateVM_Task, 'duration_secs': 0.625693} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.306155] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.309852] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.309852] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.309852] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.309852] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cd0897-a3c7-430d-88f2-8aa0b4044a81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.318505] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 90ecff07-a783-43f5-be53-0e6f6fc1e7a5] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.320222] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 983.320222] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52418646-5755-37d3-6f4f-18eb20a397ea" [ 983.320222] env[68934]: _type = "Task" [ 983.320222] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.331518] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.331806] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Processing image c3fda5d6-9b76-4430-942f-429365be5e99 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.332090] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99/c3fda5d6-9b76-4430-942f-429365be5e99.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.332190] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99/c3fda5d6-9b76-4430-942f-429365be5e99.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.332366] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.332609] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba85761b-57ea-45f4-8532-ba79d8dd8117 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.340771] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.341276] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.341681] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ee5ff3-34ab-4603-ab8c-bf68c0ff2094 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.347168] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 983.347168] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52229844-e8b0-de97-7d02-56f33041773b" [ 983.347168] env[68934]: _type = "Task" [ 983.347168] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.347621] env[68934]: INFO nova.compute.manager [-] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Took 1.26 seconds to deallocate network for instance. [ 983.361190] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52229844-e8b0-de97-7d02-56f33041773b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.503923] env[68934]: DEBUG oslo_vmware.api [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135190, 'name': PowerOnVM_Task, 'duration_secs': 1.226667} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.504240] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.504447] env[68934]: INFO nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Took 8.82 seconds to spawn the instance on the hypervisor. [ 983.504631] env[68934]: DEBUG nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.505517] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1973bbea-ee69-48fd-87ca-6454b6ddbffd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.555471] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c9606-f285-4f7a-bb57-52b17b3ce6cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.567179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131c17c9-100c-4b30-91aa-56ad79b6dc3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.581098] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.606332] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a02fcb-d84d-476f-a5f4-35ddd3c53ea2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.613857] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa41fb35-a41a-4d09-bc15-0da587bb391d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.631460] env[68934]: DEBUG nova.compute.provider_tree [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.636331] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135194, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.669431] env[68934]: DEBUG oslo_concurrency.lockutils [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] Releasing lock "refresh_cache-a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.669759] env[68934]: DEBUG nova.compute.manager [req-7894b8a0-cfcc-4e3f-995a-5366f0f7cf23 req-2fb5ffc3-3372-4e02-b45a-8f9939b1859e service nova] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Received event network-vif-deleted-372ac012-bcc6-424c-9107-38399d19e5a8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.821382] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 0d8f8de8-12ea-4b25-ae40-14a86b30fc0f] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.859220] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Preparing fetch location {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 983.859484] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Fetch image to [datastore1] OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7/OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7.vmdk {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 983.859691] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Downloading stream optimized image c3fda5d6-9b76-4430-942f-429365be5e99 to [datastore1] OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7/OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7.vmdk on the data store datastore1 as vApp {{(pid=68934) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 983.860143] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Downloading image file data c3fda5d6-9b76-4430-942f-429365be5e99 to the ESX as VM named 'OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7' {{(pid=68934) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 983.865156] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.970402] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 983.970402] env[68934]: value = "resgroup-9" [ 983.970402] env[68934]: _type = "ResourcePool" [ 983.970402] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 983.971190] env[68934]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7c432cf7-117c-49dd-8abf-565a9b6c70e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.998048] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease: (returnval){ [ 983.998048] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a35105-5396-767d-66e1-afac26d0138e" [ 983.998048] env[68934]: _type = "HttpNfcLease" [ 983.998048] env[68934]: } obtained for vApp import into resource pool (val){ [ 983.998048] env[68934]: value = "resgroup-9" [ 983.998048] env[68934]: _type = "ResourcePool" [ 983.998048] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 983.998388] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the lease: (returnval){ [ 983.998388] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a35105-5396-767d-66e1-afac26d0138e" [ 983.998388] env[68934]: _type = "HttpNfcLease" [ 983.998388] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.005131] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.005131] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a35105-5396-767d-66e1-afac26d0138e" [ 984.005131] env[68934]: _type = "HttpNfcLease" [ 984.005131] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.027798] env[68934]: INFO nova.compute.manager [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Took 38.04 seconds to build instance. [ 984.073480] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.134755] env[68934]: DEBUG nova.scheduler.client.report [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.141408] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135194, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.206931] env[68934]: DEBUG nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.235177] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.235455] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.235664] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.235914] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.236182] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.238132] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.238132] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.238132] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.238132] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.238132] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.238132] env[68934]: DEBUG nova.virt.hardware [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.238627] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511dc045-af18-4bd9-b062-635f2a83a456 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.250543] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a18a3-bcae-442e-9d64-e6ee3c7d8b86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.325276] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: cede76ff-96e6-4595-aae6-b607fc431029] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.396517] env[68934]: DEBUG nova.compute.manager [req-66ca9f74-9560-4a90-9702-b8495a731980 req-6bff9949-1cd4-4fa0-9564-26cd382dad05 service nova] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Received event network-vif-deleted-674a274c-18a2-4b55-8c37-75aa44bc6dc7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.508461] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.508461] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a35105-5396-767d-66e1-afac26d0138e" [ 984.508461] env[68934]: _type = "HttpNfcLease" [ 984.508461] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.530024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.550s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.575152] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135193, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.634773] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135194, 'name': Rename_Task, 'duration_secs': 1.185731} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.638812] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.639244] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7727b393-5bc9-41d1-af1d-48d2aab88a89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.644486] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.458s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.646368] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.950s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.646584] env[68934]: DEBUG nova.objects.instance [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lazy-loading 'resources' on Instance uuid 2b0cf1d0-c723-4a85-9226-5061e0404b47 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.652920] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 984.652920] env[68934]: value = "task-3135196" [ 984.652920] env[68934]: _type = "Task" [ 984.652920] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.666409] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.673232] env[68934]: DEBUG nova.network.neutron [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Successfully updated port: de90c5c3-7d1e-45d9-87b3-a214bd886bf8 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.831855] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.832060] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Cleaning up deleted instances with incomplete migration {{(pid=68934) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 985.010871] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.010871] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a35105-5396-767d-66e1-afac26d0138e" [ 985.010871] env[68934]: _type = "HttpNfcLease" [ 985.010871] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 985.011990] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 985.011990] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a35105-5396-767d-66e1-afac26d0138e" [ 985.011990] env[68934]: _type = "HttpNfcLease" [ 985.011990] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 985.013098] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe3a098-e4b3-4933-9421-01fcd0247dcd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.021330] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b78e6b-c97c-d1f1-a7fa-fc6a75c51d78/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 985.021763] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b78e6b-c97c-d1f1-a7fa-fc6a75c51d78/disk-0.vmdk. {{(pid=68934) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 985.092442] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f4d028d-35e0-4bda-bf03-1b428defce92 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.094300] env[68934]: DEBUG oslo_vmware.api [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135193, 'name': PowerOnVM_Task, 'duration_secs': 1.548829} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.096503] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.096761] env[68934]: INFO nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Took 7.91 seconds to spawn the instance on the hypervisor. [ 985.096938] env[68934]: DEBUG nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.098314] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a7f125-1e13-43a6-af3b-257346c011cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.161314] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8c2365ee-9b99-4ea4-834a-f24d7653ab13 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.947s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.161898] env[68934]: DEBUG oslo_concurrency.lockutils [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.320s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.162193] env[68934]: DEBUG oslo_concurrency.lockutils [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.162471] env[68934]: DEBUG oslo_concurrency.lockutils [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.162677] env[68934]: DEBUG oslo_concurrency.lockutils [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.164980] env[68934]: INFO nova.compute.manager [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Terminating instance [ 985.170946] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.177353] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "refresh_cache-73428e6d-2f9c-4667-adcf-cd7b26702059" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.177545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquired lock "refresh_cache-73428e6d-2f9c-4667-adcf-cd7b26702059" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.178372] env[68934]: DEBUG nova.network.neutron [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.335155] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.621701] env[68934]: INFO nova.compute.manager [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Took 39.46 seconds to build instance. [ 985.675729] env[68934]: DEBUG nova.compute.manager [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.676052] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.676472] env[68934]: DEBUG oslo_vmware.api [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135196, 'name': PowerOnVM_Task, 'duration_secs': 0.626936} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.680021] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-351b7eb1-826d-462e-8430-0bd6531d7f8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.680021] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.680021] env[68934]: DEBUG nova.compute.manager [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.683374] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f503ecd4-cb30-4de6-bb58-31a88417e4b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.686856] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d1ed8c-7ae4-4428-966d-10c0e661d42e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.707037] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f584d9-eca2-4842-8a2b-6adbdd6c6b63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.718866] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b05100-696b-4a9a-9067-c7fa85d3adb6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.765388] env[68934]: DEBUG nova.network.neutron [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.783574] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c87341-9321-4c05-b219-3d0265045945 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.786746] env[68934]: WARNING nova.virt.vmwareapi.vmops [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cbb0bb0e-b36d-4398-a371-25a72d92b085 could not be found. [ 985.787066] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.787377] env[68934]: INFO nova.compute.manager [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Took 0.11 seconds to destroy the instance on the hypervisor. [ 985.787377] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.792993] env[68934]: DEBUG nova.compute.manager [-] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.793175] env[68934]: DEBUG nova.network.neutron [-] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.804854] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a334da3d-492d-4fec-b132-a829fb34da6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.823141] env[68934]: DEBUG nova.compute.provider_tree [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.952691] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Completed reading data from the image iterator. {{(pid=68934) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 985.952994] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b78e6b-c97c-d1f1-a7fa-fc6a75c51d78/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.954191] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d7bd8-edfb-4f49-8ea8-a9c17ef230c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.962665] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b78e6b-c97c-d1f1-a7fa-fc6a75c51d78/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.963214] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b78e6b-c97c-d1f1-a7fa-fc6a75c51d78/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 985.968840] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c1032329-d039-45ca-8d76-e0aca21b6db3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.027039] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "4910db74-dcf9-431d-8376-3fa6485e3d08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.027039] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.053026] env[68934]: DEBUG nova.network.neutron [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Updating instance_info_cache with network_info: [{"id": "de90c5c3-7d1e-45d9-87b3-a214bd886bf8", "address": "fa:16:3e:f9:54:0c", "network": {"id": "9f71aa57-674b-41c5-9a9d-14bb9c567517", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-587425867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795f1dfffad54d3a9a070867c8296d80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde90c5c3-7d", "ovs_interfaceid": "de90c5c3-7d1e-45d9-87b3-a214bd886bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.129614] env[68934]: DEBUG oslo_concurrency.lockutils [None req-71b6b734-2904-4451-8d02-e70aa39c6983 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "4350751a-4a22-4b80-8d30-cbb8641fd70d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.976s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.208136] env[68934]: DEBUG nova.compute.manager [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 986.229677] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.252617] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b78e6b-c97c-d1f1-a7fa-fc6a75c51d78/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 986.252617] env[68934]: INFO nova.virt.vmwareapi.images [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Downloaded image file data c3fda5d6-9b76-4430-942f-429365be5e99 [ 986.253785] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d854b2af-e3b0-42b0-a3a9-a49882907687 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.272404] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fadf0090-a3e0-4a0a-b15d-5f3e402ead84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.306105] env[68934]: INFO nova.virt.vmwareapi.images [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] The imported VM was unregistered [ 986.308463] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Caching image {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 986.308687] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.309010] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87367d36-1073-4cdd-91c8-77e9d65310f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.327041] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created directory with path [datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.327158] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7/OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7.vmdk to [datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99/c3fda5d6-9b76-4430-942f-429365be5e99.vmdk. {{(pid=68934) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 986.327750] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b0659d60-ed0b-47d4-af73-a0970cb79620 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.330259] env[68934]: DEBUG nova.scheduler.client.report [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.339112] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 986.339112] env[68934]: value = "task-3135198" [ 986.339112] env[68934]: _type = "Task" [ 986.339112] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.347308] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.431164] env[68934]: DEBUG nova.compute.manager [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Received event network-vif-plugged-de90c5c3-7d1e-45d9-87b3-a214bd886bf8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.431483] env[68934]: DEBUG oslo_concurrency.lockutils [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] Acquiring lock "73428e6d-2f9c-4667-adcf-cd7b26702059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.431614] env[68934]: DEBUG oslo_concurrency.lockutils [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.431784] env[68934]: DEBUG oslo_concurrency.lockutils [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.431952] env[68934]: DEBUG nova.compute.manager [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] No waiting events found dispatching network-vif-plugged-de90c5c3-7d1e-45d9-87b3-a214bd886bf8 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.432181] env[68934]: WARNING nova.compute.manager [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Received unexpected event network-vif-plugged-de90c5c3-7d1e-45d9-87b3-a214bd886bf8 for instance with vm_state building and task_state spawning. [ 986.432369] env[68934]: DEBUG nova.compute.manager [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Received event network-changed-de90c5c3-7d1e-45d9-87b3-a214bd886bf8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.432527] env[68934]: DEBUG nova.compute.manager [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Refreshing instance network info cache due to event network-changed-de90c5c3-7d1e-45d9-87b3-a214bd886bf8. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.432698] env[68934]: DEBUG oslo_concurrency.lockutils [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] Acquiring lock "refresh_cache-73428e6d-2f9c-4667-adcf-cd7b26702059" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.502094] env[68934]: INFO nova.compute.manager [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Rebuilding instance [ 986.529426] env[68934]: DEBUG nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.555866] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Releasing lock "refresh_cache-73428e6d-2f9c-4667-adcf-cd7b26702059" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.556222] env[68934]: DEBUG nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Instance network_info: |[{"id": "de90c5c3-7d1e-45d9-87b3-a214bd886bf8", "address": "fa:16:3e:f9:54:0c", "network": {"id": "9f71aa57-674b-41c5-9a9d-14bb9c567517", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-587425867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795f1dfffad54d3a9a070867c8296d80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde90c5c3-7d", "ovs_interfaceid": "de90c5c3-7d1e-45d9-87b3-a214bd886bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.556549] env[68934]: DEBUG oslo_concurrency.lockutils [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] Acquired lock "refresh_cache-73428e6d-2f9c-4667-adcf-cd7b26702059" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.556782] env[68934]: DEBUG nova.network.neutron [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Refreshing network info cache for port de90c5c3-7d1e-45d9-87b3-a214bd886bf8 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.558073] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:54:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de90c5c3-7d1e-45d9-87b3-a214bd886bf8', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.565651] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Creating folder: Project (795f1dfffad54d3a9a070867c8296d80). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.568771] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4014f91b-2a17-41d6-a60c-1b3298ca6745 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.573458] env[68934]: DEBUG nova.compute.manager [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.574742] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5437f2-f459-4c20-aab7-7a87d29541fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.584324] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Created folder: Project (795f1dfffad54d3a9a070867c8296d80) in parent group-v627191. [ 986.584509] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Creating folder: Instances. Parent ref: group-v627405. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.584899] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1b2e358-c770-4f3e-a302-1d19fa157444 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.594226] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Created folder: Instances in parent group-v627405. [ 986.594494] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.594688] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.595139] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd1f941-28e3-4a9b-9211-f411fcd21522 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.609342] env[68934]: DEBUG nova.network.neutron [-] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.615777] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.615777] env[68934]: value = "task-3135201" [ 986.615777] env[68934]: _type = "Task" [ 986.615777] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.624866] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135201, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.726805] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.754048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "d6d4c519-5c6e-4ee8-8340-73729e043468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.754326] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "d6d4c519-5c6e-4ee8-8340-73729e043468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.754539] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "d6d4c519-5c6e-4ee8-8340-73729e043468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.754722] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "d6d4c519-5c6e-4ee8-8340-73729e043468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.754893] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "d6d4c519-5c6e-4ee8-8340-73729e043468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.758096] env[68934]: INFO nova.compute.manager [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Terminating instance [ 986.835759] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.838411] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.591s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.838704] env[68934]: DEBUG nova.objects.instance [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lazy-loading 'resources' on Instance uuid b947d6e8-242d-4339-90c9-8cbe3ab4e5dd {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.851020] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.867844] env[68934]: INFO nova.scheduler.client.report [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Deleted allocations for instance 2b0cf1d0-c723-4a85-9226-5061e0404b47 [ 987.062861] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.112299] env[68934]: INFO nova.compute.manager [-] [instance: cbb0bb0e-b36d-4398-a371-25a72d92b085] Took 1.32 seconds to deallocate network for instance. [ 987.135197] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135201, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.265037] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "refresh_cache-d6d4c519-5c6e-4ee8-8340-73729e043468" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.265246] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquired lock "refresh_cache-d6d4c519-5c6e-4ee8-8340-73729e043468" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.265476] env[68934]: DEBUG nova.network.neutron [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.339319] env[68934]: DEBUG nova.network.neutron [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Updated VIF entry in instance network info cache for port de90c5c3-7d1e-45d9-87b3-a214bd886bf8. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.339756] env[68934]: DEBUG nova.network.neutron [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Updating instance_info_cache with network_info: [{"id": "de90c5c3-7d1e-45d9-87b3-a214bd886bf8", "address": "fa:16:3e:f9:54:0c", "network": {"id": "9f71aa57-674b-41c5-9a9d-14bb9c567517", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-587425867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795f1dfffad54d3a9a070867c8296d80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde90c5c3-7d", "ovs_interfaceid": "de90c5c3-7d1e-45d9-87b3-a214bd886bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.354040] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.378571] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ab5dbb3f-b174-468b-8a59-b9f768c2765e tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Lock "2b0cf1d0-c723-4a85-9226-5061e0404b47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.072s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.592966] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.593891] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2cdd2b5-db5f-42d1-83bd-57a54cdf5520 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.602749] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 987.602749] env[68934]: value = "task-3135202" [ 987.602749] env[68934]: _type = "Task" [ 987.602749] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.617607] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.635734] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135201, 'name': CreateVM_Task, 'duration_secs': 0.563673} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.640892] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.644305] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.644305] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.644719] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.645132] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca68b9b8-c11d-4bc7-afa8-6c8c6c5d074d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.652583] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 987.652583] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5269807a-84a5-b23c-02d6-3e6294cf2458" [ 987.652583] env[68934]: _type = "Task" [ 987.652583] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.663954] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5269807a-84a5-b23c-02d6-3e6294cf2458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.700527] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1418e242-3a57-4e21-9705-b2dcbffc6d38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.710366] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168ea2a-7cbf-41c0-9cce-95ac4764a969 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.748237] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9100d1-4ee7-4c27-a668-735943445f39 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.758417] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da6d31-eb48-409b-b29b-a57e6f82084e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.777430] env[68934]: DEBUG nova.compute.provider_tree [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.793504] env[68934]: DEBUG nova.network.neutron [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.846744] env[68934]: DEBUG nova.network.neutron [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.848233] env[68934]: DEBUG oslo_concurrency.lockutils [req-be9d9cdb-9142-4ae9-a923-6630c0038c62 req-bbf2091b-80eb-414b-a33f-2aec6b4cc83c service nova] Releasing lock "refresh_cache-73428e6d-2f9c-4667-adcf-cd7b26702059" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.857388] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.116488] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135202, 'name': PowerOffVM_Task, 'duration_secs': 0.17381} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.117493] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.117885] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.119192] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74258dad-385f-4237-8d3d-2efcb23a3e0a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.128558] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.128899] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-347175f2-d50d-4e97-a16d-b275d35d2a71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.150340] env[68934]: DEBUG oslo_concurrency.lockutils [None req-523cc021-5169-4fce-a25f-950b1a14ccd6 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "cbb0bb0e-b36d-4398-a371-25a72d92b085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.988s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.158869] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.159127] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.159318] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleting the datastore file [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.160086] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c83dbe-72de-41f7-ac15-50eb60de950e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.166185] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5269807a-84a5-b23c-02d6-3e6294cf2458, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.167665] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.167920] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.168016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.168135] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.168324] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.168929] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-422ee383-69da-46e9-89c9-407723bd618e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.173790] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 988.173790] env[68934]: value = "task-3135204" [ 988.173790] env[68934]: _type = "Task" [ 988.173790] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.185012] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.188293] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.188471] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.189273] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18bb891-0bf7-4497-bcee-b738018b92bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.194808] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 988.194808] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe6a58-317a-a819-e515-202305c1a0c6" [ 988.194808] env[68934]: _type = "Task" [ 988.194808] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.203366] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe6a58-317a-a819-e515-202305c1a0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.281692] env[68934]: DEBUG nova.scheduler.client.report [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.350066] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Releasing lock "refresh_cache-d6d4c519-5c6e-4ee8-8340-73729e043468" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.350066] env[68934]: DEBUG nova.compute.manager [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.350465] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.353960] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd1b3af-b067-4eb1-be32-4e1c2044b71e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.357085] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.361828] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.362130] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16cf112d-1cb9-4436-8631-bbf591d01aff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.368818] env[68934]: DEBUG oslo_vmware.api [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 988.368818] env[68934]: value = "task-3135205" [ 988.368818] env[68934]: _type = "Task" [ 988.368818] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.382389] env[68934]: DEBUG oslo_vmware.api [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.683878] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.704035] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe6a58-317a-a819-e515-202305c1a0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.025494} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.704908] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c4c8c7-0918-4100-9356-3bc24a7e83bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.710298] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 988.710298] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b0ee2c-b6e1-480e-b8b0-ea868c261738" [ 988.710298] env[68934]: _type = "Task" [ 988.710298] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.718237] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b0ee2c-b6e1-480e-b8b0-ea868c261738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.788574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.791856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.297s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.791856] env[68934]: DEBUG nova.objects.instance [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lazy-loading 'resources' on Instance uuid 53bb8525-7f0d-417e-b905-ce4db879a6b7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.812930] env[68934]: INFO nova.scheduler.client.report [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted allocations for instance b947d6e8-242d-4339-90c9-8cbe3ab4e5dd [ 988.854457] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.878821] env[68934]: DEBUG oslo_vmware.api [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135205, 'name': PowerOffVM_Task, 'duration_secs': 0.128993} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.879177] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.879358] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.879628] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-795663c5-0141-44e1-a7b3-4312e5ce8b4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.904945] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.905127] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.905357] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Deleting the datastore file [datastore1] d6d4c519-5c6e-4ee8-8340-73729e043468 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.905695] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3b41372-6514-4ecc-b15a-bde395561a11 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.913454] env[68934]: DEBUG oslo_vmware.api [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for the task: (returnval){ [ 988.913454] env[68934]: value = "task-3135207" [ 988.913454] env[68934]: _type = "Task" [ 988.913454] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.923025] env[68934]: DEBUG oslo_vmware.api [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.183915] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.221995] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b0ee2c-b6e1-480e-b8b0-ea868c261738, 'name': SearchDatastore_Task, 'duration_secs': 0.027386} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.222351] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.222668] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 73428e6d-2f9c-4667-adcf-cd7b26702059/73428e6d-2f9c-4667-adcf-cd7b26702059.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.222939] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916afa3d-61de-4c5b-b561-c13dce6b03c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.228987] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 989.228987] env[68934]: value = "task-3135208" [ 989.228987] env[68934]: _type = "Task" [ 989.228987] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.236508] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.321590] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d46c8f2-316d-423e-b34a-c56f4f327879 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "b947d6e8-242d-4339-90c9-8cbe3ab4e5dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.542s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.354170] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.424251] env[68934]: DEBUG oslo_vmware.api [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.582682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "beb25202-c3ff-43e4-a86e-2e520d70038d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.582924] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.602116] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb959e2-bee8-4e99-a541-b4ed0cb289e3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.612011] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab9648a-a26f-4ffb-a748-a098ea73134f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.643984] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431d1ce9-7b16-4e07-9747-f92c727f8b66 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.651244] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b45c3ef-b248-4287-8a1f-94fca591e647 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.664872] env[68934]: DEBUG nova.compute.provider_tree [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.684677] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.094785} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.684939] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.685345] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.685345] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.739054] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.855776] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135198, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.147874} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.855776] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7/OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7.vmdk to [datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99/c3fda5d6-9b76-4430-942f-429365be5e99.vmdk. [ 989.856109] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Cleaning up location [datastore1] OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 989.856109] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c30a6b7c-c8ac-40bd-af24-684fd5e22fc7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.856278] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23a1e849-4b40-4696-997e-233797bca768 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.864029] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 989.864029] env[68934]: value = "task-3135209" [ 989.864029] env[68934]: _type = "Task" [ 989.864029] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.873461] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.928383] env[68934]: DEBUG oslo_vmware.api [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Task: {'id': task-3135207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.690864} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.928747] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.929018] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.929211] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.929424] env[68934]: INFO nova.compute.manager [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Took 1.58 seconds to destroy the instance on the hypervisor. [ 989.929690] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.929912] env[68934]: DEBUG nova.compute.manager [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.930078] env[68934]: DEBUG nova.network.neutron [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.949813] env[68934]: DEBUG nova.network.neutron [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.085521] env[68934]: DEBUG nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.168286] env[68934]: DEBUG nova.scheduler.client.report [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.240171] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135208, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.268036] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "beabb1da-0d72-4d79-84ee-7804e452ddc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.268036] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.268036] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "beabb1da-0d72-4d79-84ee-7804e452ddc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.268285] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.268481] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.270683] env[68934]: INFO nova.compute.manager [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Terminating instance [ 990.373261] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043356} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.373597] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.373674] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99/c3fda5d6-9b76-4430-942f-429365be5e99.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.373926] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99/c3fda5d6-9b76-4430-942f-429365be5e99.vmdk to [datastore1] a7c932b3-dfe3-40f0-90d4-7ab049b5cab1/a7c932b3-dfe3-40f0-90d4-7ab049b5cab1.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.374193] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-237210d1-4a1e-42ab-9348-8f22938491dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.380571] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 990.380571] env[68934]: value = "task-3135210" [ 990.380571] env[68934]: _type = "Task" [ 990.380571] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.387311] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.459736] env[68934]: DEBUG nova.network.neutron [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.606283] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.674394] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.676948] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.812s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.677077] env[68934]: DEBUG nova.objects.instance [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lazy-loading 'resources' on Instance uuid 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.692557] env[68934]: INFO nova.scheduler.client.report [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Deleted allocations for instance 53bb8525-7f0d-417e-b905-ce4db879a6b7 [ 990.723260] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.723526] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.723683] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.723863] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.724014] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.724170] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.724380] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.724542] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.724711] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.724877] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.725070] env[68934]: DEBUG nova.virt.hardware [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.726049] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8fcbb9-d26a-4252-9e71-39bbf10823e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.738091] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cb35ff-059a-4452-b54f-0e175390be0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.748498] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.117143} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.756449] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 73428e6d-2f9c-4667-adcf-cd7b26702059/73428e6d-2f9c-4667-adcf-cd7b26702059.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.756834] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.757556] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.763220] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.763476] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d8ab85-6dd7-4d23-86e3-617608333bdb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.765411] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.765891] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8409ae97-b283-4ae1-80c8-d76f757716e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.778749] env[68934]: DEBUG nova.compute.manager [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.778926] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.779713] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bce8b71-687c-47c3-a801-0195eb30c208 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.789020] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 990.789020] env[68934]: value = "task-3135211" [ 990.789020] env[68934]: _type = "Task" [ 990.789020] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.789020] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.789020] env[68934]: value = "task-3135212" [ 990.789020] env[68934]: _type = "Task" [ 990.789020] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.795368] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.795930] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee3472e-3a7e-40b1-a376-00d84d964b66 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.800543] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.804367] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135212, 'name': CreateVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.805576] env[68934]: DEBUG oslo_vmware.api [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 990.805576] env[68934]: value = "task-3135213" [ 990.805576] env[68934]: _type = "Task" [ 990.805576] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.814709] env[68934]: DEBUG oslo_vmware.api [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.892669] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.962461] env[68934]: INFO nova.compute.manager [-] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Took 1.03 seconds to deallocate network for instance. [ 991.202728] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ccd1b946-b87e-447d-93ed-13ed3c49373b tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "53bb8525-7f0d-417e-b905-ce4db879a6b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.134s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.300098] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097309} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.300382] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.301207] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ddb0e9-8d9b-45fd-9ab8-8409803191cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.307254] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135212, 'name': CreateVM_Task, 'duration_secs': 0.44976} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.310753] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.313610] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.313779] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.314117] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.324324] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4a342d-790f-49d7-a7ef-65e5f7f21992 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.334589] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 73428e6d-2f9c-4667-adcf-cd7b26702059/73428e6d-2f9c-4667-adcf-cd7b26702059.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.340818] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27bc1422-ccb8-4dda-91b0-84c7cbbdf1f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.355330] env[68934]: DEBUG oslo_vmware.api [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135213, 'name': PowerOffVM_Task, 'duration_secs': 0.238691} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.356758] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.356876] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.357424] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76351de9-799c-4588-9bf5-0b25c42f24bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.360982] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 991.360982] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52667ad9-278a-aa01-19ea-ed7aefd55d81" [ 991.360982] env[68934]: _type = "Task" [ 991.360982] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.362363] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 991.362363] env[68934]: value = "task-3135214" [ 991.362363] env[68934]: _type = "Task" [ 991.362363] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.379022] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52667ad9-278a-aa01-19ea-ed7aefd55d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.379349] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.397567] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135210, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.420891] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.421174] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.421457] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.421545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.421703] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.426153] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.426153] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.426153] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleting the datastore file [datastore2] beabb1da-0d72-4d79-84ee-7804e452ddc4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.426153] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ef94045-47da-495b-9d77-008cef022d8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.428518] env[68934]: INFO nova.compute.manager [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Terminating instance [ 991.434511] env[68934]: DEBUG oslo_vmware.api [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for the task: (returnval){ [ 991.434511] env[68934]: value = "task-3135216" [ 991.434511] env[68934]: _type = "Task" [ 991.434511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.446760] env[68934]: DEBUG oslo_vmware.api [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.470368] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.570427] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8463fce-93a9-4191-89e8-5d4b87d6ad3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.579611] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d7a617-b265-4f42-ae4f-53ad6a12df04 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.613505] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ec58c-a944-43c3-bfc4-4301f9702e2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.621718] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17082a-ce3d-4804-9e44-771b4c69501c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.636564] env[68934]: DEBUG nova.compute.provider_tree [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.876639] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52667ad9-278a-aa01-19ea-ed7aefd55d81, 'name': SearchDatastore_Task, 'duration_secs': 0.088227} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.880656] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.880656] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.880874] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.880911] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.881153] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.881488] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135214, 'name': ReconfigVM_Task, 'duration_secs': 0.382069} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.881893] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a267f14-9702-4111-b68a-0f7cf8c1ee96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.883904] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 73428e6d-2f9c-4667-adcf-cd7b26702059/73428e6d-2f9c-4667-adcf-cd7b26702059.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.884644] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f5e8959-5621-46a2-855f-9f04d80aa7d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.897751] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135210, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.899346] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 991.899346] env[68934]: value = "task-3135217" [ 991.899346] env[68934]: _type = "Task" [ 991.899346] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.904620] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.904841] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.908854] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e919b2-e510-479e-86ef-c113aaae37dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.911522] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135217, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.914530] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 991.914530] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210bd40-fba7-1455-4e5f-83968b82b1dd" [ 991.914530] env[68934]: _type = "Task" [ 991.914530] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.922944] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210bd40-fba7-1455-4e5f-83968b82b1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.932995] env[68934]: DEBUG nova.compute.manager [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.933281] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.934225] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4db91a-ec1a-4553-82af-eabf401bc62c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.945599] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.949082] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c271e24e-671a-4773-ba98-64c6890a9512 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.951374] env[68934]: DEBUG oslo_vmware.api [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Task: {'id': task-3135216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390107} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.951651] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.951844] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.952125] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.952325] env[68934]: INFO nova.compute.manager [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 991.952655] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.953289] env[68934]: DEBUG nova.compute.manager [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.953389] env[68934]: DEBUG nova.network.neutron [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.959314] env[68934]: DEBUG oslo_vmware.api [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 991.959314] env[68934]: value = "task-3135218" [ 991.959314] env[68934]: _type = "Task" [ 991.959314] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.971711] env[68934]: DEBUG oslo_vmware.api [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.140829] env[68934]: DEBUG nova.scheduler.client.report [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.397998] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135210, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.405829] env[68934]: DEBUG nova.compute.manager [req-87fa32e5-de7f-46c2-9449-e7d4e1e0324c req-7350e02c-66d0-4041-ab27-b2bb27162c55 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Received event network-vif-deleted-b9d9cc86-0ace-4b18-afc7-54581982ab2b {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.406042] env[68934]: INFO nova.compute.manager [req-87fa32e5-de7f-46c2-9449-e7d4e1e0324c req-7350e02c-66d0-4041-ab27-b2bb27162c55 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Neutron deleted interface b9d9cc86-0ace-4b18-afc7-54581982ab2b; detaching it from the instance and deleting it from the info cache [ 992.406225] env[68934]: DEBUG nova.network.neutron [req-87fa32e5-de7f-46c2-9449-e7d4e1e0324c req-7350e02c-66d0-4041-ab27-b2bb27162c55 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.414518] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135217, 'name': Rename_Task, 'duration_secs': 0.179601} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.414794] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.415112] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-965e42bb-997a-4213-86a6-04b2d4268174 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.427740] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210bd40-fba7-1455-4e5f-83968b82b1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.091612} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.430066] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 992.430066] env[68934]: value = "task-3135219" [ 992.430066] env[68934]: _type = "Task" [ 992.430066] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.430306] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcff0c9-d905-45e5-88b4-ea0b2629c842 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.441775] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.443370] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 992.443370] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522209df-6d1b-9140-5faa-f1c790de6165" [ 992.443370] env[68934]: _type = "Task" [ 992.443370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.454016] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522209df-6d1b-9140-5faa-f1c790de6165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.472643] env[68934]: DEBUG oslo_vmware.api [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135218, 'name': PowerOffVM_Task, 'duration_secs': 0.36134} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.473030] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.473261] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.473614] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b48829-2ba5-42d5-acf5-1a3f13e45dfd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.536897] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.537145] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.537333] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Deleting the datastore file [datastore2] ef15a88e-b32b-4b83-a9f4-c5ee10550803 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.537610] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b79386-b057-40f9-9893-c8ead736591e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.546604] env[68934]: DEBUG oslo_vmware.api [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for the task: (returnval){ [ 992.546604] env[68934]: value = "task-3135221" [ 992.546604] env[68934]: _type = "Task" [ 992.546604] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.556901] env[68934]: DEBUG oslo_vmware.api [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.648293] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.651085] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.421s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.651425] env[68934]: DEBUG nova.objects.instance [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.681704] env[68934]: INFO nova.scheduler.client.report [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Deleted allocations for instance 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30 [ 992.749678] env[68934]: DEBUG nova.network.neutron [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.898452] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135210, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.910664] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c6c77dc-1774-4b11-b0f6-71dfb6d326f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.924325] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92dd436-16eb-403b-a201-46c4b8d5ca33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.968026] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.970900] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522209df-6d1b-9140-5faa-f1c790de6165, 'name': SearchDatastore_Task, 'duration_secs': 0.083553} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.986056] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.986472] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.986940] env[68934]: DEBUG nova.compute.manager [req-87fa32e5-de7f-46c2-9449-e7d4e1e0324c req-7350e02c-66d0-4041-ab27-b2bb27162c55 service nova] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Detach interface failed, port_id=b9d9cc86-0ace-4b18-afc7-54581982ab2b, reason: Instance beabb1da-0d72-4d79-84ee-7804e452ddc4 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.987453] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae96ec0-29d2-4931-8486-70df5eb97bf8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.997695] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 992.997695] env[68934]: value = "task-3135222" [ 992.997695] env[68934]: _type = "Task" [ 992.997695] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.010151] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.057711] env[68934]: DEBUG oslo_vmware.api [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Task: {'id': task-3135221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422227} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.058128] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.058362] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.058565] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.058788] env[68934]: INFO nova.compute.manager [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Took 1.13 seconds to destroy the instance on the hypervisor. [ 993.059196] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.059452] env[68934]: DEBUG nova.compute.manager [-] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.059613] env[68934]: DEBUG nova.network.neutron [-] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.190233] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Lock "0d22a8c4-f7a1-426a-b318-5e4a0ed23c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.792s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.251368] env[68934]: INFO nova.compute.manager [-] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Took 1.30 seconds to deallocate network for instance. [ 993.395241] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135210, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.951757} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.395553] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c3fda5d6-9b76-4430-942f-429365be5e99/c3fda5d6-9b76-4430-942f-429365be5e99.vmdk to [datastore1] a7c932b3-dfe3-40f0-90d4-7ab049b5cab1/a7c932b3-dfe3-40f0-90d4-7ab049b5cab1.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.396448] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f8376b-f480-4a2d-abe0-c7fb314e19d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.421042] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] a7c932b3-dfe3-40f0-90d4-7ab049b5cab1/a7c932b3-dfe3-40f0-90d4-7ab049b5cab1.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.422930] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8c26d4f-bf66-4ffe-a22c-a1ff2dca2463 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.439735] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "da941f90-b295-418a-bdd4-40e678a37f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.439973] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.449413] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 993.449413] env[68934]: value = "task-3135223" [ 993.449413] env[68934]: _type = "Task" [ 993.449413] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.456912] env[68934]: DEBUG oslo_vmware.api [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135219, 'name': PowerOnVM_Task, 'duration_secs': 0.544204} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.457542] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.457767] env[68934]: INFO nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Took 9.25 seconds to spawn the instance on the hypervisor. [ 993.458099] env[68934]: DEBUG nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.459022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b745ad5b-d89f-4f4b-bf36-314aeba0f98e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.465104] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135223, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.508683] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.661287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3964fb9c-3669-4775-ba1f-321071be8e6b tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.662443] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.936s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.760672] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.838819] env[68934]: DEBUG nova.network.neutron [-] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.942973] env[68934]: DEBUG nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.962865] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.981521] env[68934]: INFO nova.compute.manager [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Took 34.95 seconds to build instance. [ 994.014372] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135222, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.173077] env[68934]: INFO nova.compute.claims [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.344024] env[68934]: INFO nova.compute.manager [-] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Took 1.28 seconds to deallocate network for instance. [ 994.467141] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135223, 'name': ReconfigVM_Task, 'duration_secs': 0.837264} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.467141] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Reconfigured VM instance instance-0000004e to attach disk [datastore1] a7c932b3-dfe3-40f0-90d4-7ab049b5cab1/a7c932b3-dfe3-40f0-90d4-7ab049b5cab1.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.467634] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15b15987-dace-41eb-ab76-f24119301094 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.476116] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 994.476116] env[68934]: value = "task-3135224" [ 994.476116] env[68934]: _type = "Task" [ 994.476116] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.486107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-34d13d7e-731e-405f-b4ed-766ac12721b4 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.461s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.486756] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135224, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.515021] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135222, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.196368} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.515021] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.515021] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.515021] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1df2dec-dec7-4b1a-861f-2c6ff6d0c9f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.519749] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 994.519749] env[68934]: value = "task-3135225" [ 994.519749] env[68934]: _type = "Task" [ 994.519749] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.523575] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.531591] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.585890] env[68934]: DEBUG nova.compute.manager [req-7fb674e2-8bd1-4b2d-bec8-fde7e20c96c7 req-da57bb4e-e1f0-4390-abf5-9e5b5921776f service nova] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Received event network-vif-deleted-e6c9292b-2209-454c-a5a7-ad9dfb17b426 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.676906] env[68934]: INFO nova.compute.resource_tracker [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating resource usage from migration 6282751e-f9e2-4382-ae2f-2814762f5913 [ 994.848659] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.990779] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135224, 'name': Rename_Task, 'duration_secs': 0.475887} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.993525] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.994034] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce313fa-a043-4b0f-9efc-c63a4693803b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.000644] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 995.000644] env[68934]: value = "task-3135226" [ 995.000644] env[68934]: _type = "Task" [ 995.000644] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.006501] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabef66-226f-4170-ad1a-f1a55a6b941a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.011814] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.016761] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75f0fb9-52b5-4ff4-a958-780b79f481c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.051741] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f5d480-8fe2-4321-8466-5677a8f1772e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.062547] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7881fa0-caf0-4187-b205-3fe142d63920 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.068408] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060707} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.068408] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.068408] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a7774-c054-4698-993f-fd1ba52d6ca9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.077467] env[68934]: DEBUG nova.compute.provider_tree [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.096367] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.097393] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04e98c4-7e90-4836-a121-a90f354ff15d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.116652] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 995.116652] env[68934]: value = "task-3135227" [ 995.116652] env[68934]: _type = "Task" [ 995.116652] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.127740] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.222562] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "73428e6d-2f9c-4667-adcf-cd7b26702059" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.222960] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.223976] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "73428e6d-2f9c-4667-adcf-cd7b26702059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.223976] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.223976] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.228058] env[68934]: INFO nova.compute.manager [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Terminating instance [ 995.511965] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135226, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.581518] env[68934]: DEBUG nova.scheduler.client.report [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.627713] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135227, 'name': ReconfigVM_Task, 'duration_secs': 0.27833} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.628033] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d/4350751a-4a22-4b80-8d30-cbb8641fd70d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.628702] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4da16db-2500-44f9-959e-5643ac911cbd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.636767] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 995.636767] env[68934]: value = "task-3135228" [ 995.636767] env[68934]: _type = "Task" [ 995.636767] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.648524] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135228, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.731850] env[68934]: DEBUG nova.compute.manager [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.732015] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.733259] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a2a40-f48e-404e-bb61-7532483e1146 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.741365] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.741650] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7234220d-8b3b-4fbd-bacc-9113771e3b18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.747919] env[68934]: DEBUG oslo_vmware.api [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 995.747919] env[68934]: value = "task-3135229" [ 995.747919] env[68934]: _type = "Task" [ 995.747919] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.756464] env[68934]: DEBUG oslo_vmware.api [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.011317] env[68934]: DEBUG oslo_vmware.api [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135226, 'name': PowerOnVM_Task, 'duration_secs': 0.872571} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.011598] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.011790] env[68934]: INFO nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Took 16.28 seconds to spawn the instance on the hypervisor. [ 996.011965] env[68934]: DEBUG nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.012782] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a24f7-5f70-4060-92f7-e3700b8e59d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.086466] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.424s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.086685] env[68934]: INFO nova.compute.manager [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Migrating [ 996.086967] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.087136] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.090312] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.028s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.091793] env[68934]: INFO nova.compute.claims [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.146781] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135228, 'name': Rename_Task, 'duration_secs': 0.131677} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.147102] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.147365] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2399e2b-6c3c-48e6-944d-ceb2f263cd2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.153080] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 996.153080] env[68934]: value = "task-3135230" [ 996.153080] env[68934]: _type = "Task" [ 996.153080] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.161220] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.261034] env[68934]: DEBUG oslo_vmware.api [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135229, 'name': PowerOffVM_Task, 'duration_secs': 0.270398} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.261034] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.261260] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.261372] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b7ae48-71e3-4e16-93cf-2965f935df2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.324442] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.324748] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.324846] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Deleting the datastore file [datastore2] 73428e6d-2f9c-4667-adcf-cd7b26702059 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.325138] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d9446d-b44d-4210-bd4a-77a801221d5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.331283] env[68934]: DEBUG oslo_vmware.api [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for the task: (returnval){ [ 996.331283] env[68934]: value = "task-3135232" [ 996.331283] env[68934]: _type = "Task" [ 996.331283] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.339179] env[68934]: DEBUG oslo_vmware.api [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.530773] env[68934]: INFO nova.compute.manager [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Took 38.79 seconds to build instance. [ 996.595223] env[68934]: INFO nova.compute.rpcapi [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 996.595792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.662637] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.841184] env[68934]: DEBUG oslo_vmware.api [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Task: {'id': task-3135232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127726} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.841424] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.841698] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.841890] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.842081] env[68934]: INFO nova.compute.manager [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Took 1.11 seconds to destroy the instance on the hypervisor. [ 996.842323] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.842568] env[68934]: DEBUG nova.compute.manager [-] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.842669] env[68934]: DEBUG nova.network.neutron [-] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.032228] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1fd2931d-30d4-43f2-b566-595dae54f0e8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.305s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.111313] env[68934]: DEBUG nova.compute.manager [req-7bac333c-c276-4d05-8e40-e2d5ea4c26b9 req-6d39995d-11ad-4209-9004-7b971f110c0e service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Received event network-vif-deleted-de90c5c3-7d1e-45d9-87b3-a214bd886bf8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.111990] env[68934]: INFO nova.compute.manager [req-7bac333c-c276-4d05-8e40-e2d5ea4c26b9 req-6d39995d-11ad-4209-9004-7b971f110c0e service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Neutron deleted interface de90c5c3-7d1e-45d9-87b3-a214bd886bf8; detaching it from the instance and deleting it from the info cache [ 997.111990] env[68934]: DEBUG nova.network.neutron [req-7bac333c-c276-4d05-8e40-e2d5ea4c26b9 req-6d39995d-11ad-4209-9004-7b971f110c0e service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.117239] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.117417] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.117665] env[68934]: DEBUG nova.network.neutron [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.166105] env[68934]: DEBUG oslo_vmware.api [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135230, 'name': PowerOnVM_Task, 'duration_secs': 0.664066} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.166363] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.166573] env[68934]: DEBUG nova.compute.manager [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.167413] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea87f03d-bea0-4820-801d-c0057404d7b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.324898] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.325170] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.325408] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.325574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.326108] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.329227] env[68934]: INFO nova.compute.manager [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Terminating instance [ 997.375589] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a10742-09ca-4716-a15c-5a0f0753496d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.382153] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3732a263-4863-4db5-a044-1544cf4427b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.411329] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcced7db-7b1b-4cc3-bf54-4a2eebbaef89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.418016] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43eb189-5706-4c06-a897-1b702eb48f0d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.430752] env[68934]: DEBUG nova.compute.provider_tree [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.593326] env[68934]: DEBUG nova.network.neutron [-] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.622234] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93727e6b-40c7-4015-85e0-75cad20e5654 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.633150] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e4b4bf-ff2b-4e52-bdac-dbb4c3fcfde5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.667332] env[68934]: DEBUG nova.compute.manager [req-7bac333c-c276-4d05-8e40-e2d5ea4c26b9 req-6d39995d-11ad-4209-9004-7b971f110c0e service nova] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Detach interface failed, port_id=de90c5c3-7d1e-45d9-87b3-a214bd886bf8, reason: Instance 73428e6d-2f9c-4667-adcf-cd7b26702059 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.686968] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.816291] env[68934]: DEBUG nova.network.neutron [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance_info_cache with network_info: [{"id": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "address": "fa:16:3e:77:17:2e", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05067c5-65", "ovs_interfaceid": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.832937] env[68934]: DEBUG nova.compute.manager [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.833175] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.834313] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2c3b2-706a-4ab8-ba35-f4dc14c1bab4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.842311] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.842557] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b462fca-3c1c-4e70-a94d-12c3f954574c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.848220] env[68934]: DEBUG oslo_vmware.api [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 997.848220] env[68934]: value = "task-3135233" [ 997.848220] env[68934]: _type = "Task" [ 997.848220] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.855766] env[68934]: DEBUG oslo_vmware.api [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.934372] env[68934]: DEBUG nova.scheduler.client.report [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.096107] env[68934]: INFO nova.compute.manager [-] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Took 1.25 seconds to deallocate network for instance. [ 998.319419] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.358550] env[68934]: DEBUG oslo_vmware.api [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135233, 'name': PowerOffVM_Task, 'duration_secs': 0.182273} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.358816] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.359055] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.359310] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235a9ef2-5fed-4429-b1af-7eb3b3b88ec6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.417664] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.417890] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.418061] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleting the datastore file [datastore1] a7c932b3-dfe3-40f0-90d4-7ab049b5cab1 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.418312] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df1b8b14-cc9e-4b39-95b8-8e0a55ba51a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.424094] env[68934]: DEBUG oslo_vmware.api [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 998.424094] env[68934]: value = "task-3135235" [ 998.424094] env[68934]: _type = "Task" [ 998.424094] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.431478] env[68934]: DEBUG oslo_vmware.api [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.439260] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.439851] env[68934]: DEBUG nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.442819] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.837s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.444291] env[68934]: INFO nova.compute.claims [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.603432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.793041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "4350751a-4a22-4b80-8d30-cbb8641fd70d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.793323] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "4350751a-4a22-4b80-8d30-cbb8641fd70d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.793538] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "4350751a-4a22-4b80-8d30-cbb8641fd70d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.793720] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "4350751a-4a22-4b80-8d30-cbb8641fd70d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.793891] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "4350751a-4a22-4b80-8d30-cbb8641fd70d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.796015] env[68934]: INFO nova.compute.manager [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Terminating instance [ 998.936786] env[68934]: DEBUG oslo_vmware.api [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124299} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.936786] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.937123] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.937123] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.937250] env[68934]: INFO nova.compute.manager [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 998.937508] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.937711] env[68934]: DEBUG nova.compute.manager [-] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.937798] env[68934]: DEBUG nova.network.neutron [-] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.943890] env[68934]: DEBUG nova.compute.utils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.945336] env[68934]: DEBUG nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.945565] env[68934]: DEBUG nova.network.neutron [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.994953] env[68934]: DEBUG nova.policy [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7760842d4ee24c019fde5079ce080940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9f138985fc94802afda06ae1ac80e10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.191188] env[68934]: DEBUG nova.compute.manager [req-a68e2e50-aabc-42d9-a8dd-861bef161d74 req-9ce70074-bfe9-4bf9-9084-14f73a2c9956 service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Received event network-vif-deleted-a95fc968-90ee-4af8-b446-bc7fd30f43fd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.191460] env[68934]: INFO nova.compute.manager [req-a68e2e50-aabc-42d9-a8dd-861bef161d74 req-9ce70074-bfe9-4bf9-9084-14f73a2c9956 service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Neutron deleted interface a95fc968-90ee-4af8-b446-bc7fd30f43fd; detaching it from the instance and deleting it from the info cache [ 999.191694] env[68934]: DEBUG nova.network.neutron [req-a68e2e50-aabc-42d9-a8dd-861bef161d74 req-9ce70074-bfe9-4bf9-9084-14f73a2c9956 service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.300028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "refresh_cache-4350751a-4a22-4b80-8d30-cbb8641fd70d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.300297] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "refresh_cache-4350751a-4a22-4b80-8d30-cbb8641fd70d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.300519] env[68934]: DEBUG nova.network.neutron [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.350700] env[68934]: DEBUG nova.network.neutron [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Successfully created port: e6b35dda-76b8-4edf-8f9a-064d031a4aa1 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.449703] env[68934]: DEBUG nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.672279] env[68934]: DEBUG nova.network.neutron [-] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.694547] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22ea479f-d79f-464e-86eb-8d50d1fee441 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.705856] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440163a1-a46a-45c9-b822-80ecccd7b4bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.728669] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e36517-db48-4645-b760-a54dc85f3873 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.743986] env[68934]: DEBUG nova.compute.manager [req-a68e2e50-aabc-42d9-a8dd-861bef161d74 req-9ce70074-bfe9-4bf9-9084-14f73a2c9956 service nova] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Detach interface failed, port_id=a95fc968-90ee-4af8-b446-bc7fd30f43fd, reason: Instance a7c932b3-dfe3-40f0-90d4-7ab049b5cab1 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.748441] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6653c-c553-43f2-b573-55e5b589d7c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.777680] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f50097-468e-42f3-bd9f-324edd708631 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.785073] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4bcec6-be43-476c-8f29-8403f2678d83 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.797046] env[68934]: DEBUG nova.compute.provider_tree [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.821960] env[68934]: DEBUG nova.network.neutron [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.833592] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f230ab-546c-4150-a3ac-8d9239314621 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.855587] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance 'ed3b6f68-279b-43c2-a01e-1425993ad2f5' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.875587] env[68934]: DEBUG nova.network.neutron [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.174306] env[68934]: INFO nova.compute.manager [-] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Took 1.24 seconds to deallocate network for instance. [ 1000.300548] env[68934]: DEBUG nova.scheduler.client.report [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.361572] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.361929] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1df3cb8d-2e3c-4251-aac1-7b50d14cdd26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.370117] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1000.370117] env[68934]: value = "task-3135236" [ 1000.370117] env[68934]: _type = "Task" [ 1000.370117] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.378864] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.379513] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "refresh_cache-4350751a-4a22-4b80-8d30-cbb8641fd70d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.380130] env[68934]: DEBUG nova.compute.manager [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.380376] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.381504] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe63557-3f5f-40da-a6bc-59826e58de7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.390741] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.390850] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd35fb9d-ad63-43d4-a340-01ab98be5937 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.397388] env[68934]: DEBUG oslo_vmware.api [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 1000.397388] env[68934]: value = "task-3135237" [ 1000.397388] env[68934]: _type = "Task" [ 1000.397388] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.405408] env[68934]: DEBUG oslo_vmware.api [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.461691] env[68934]: DEBUG nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.489676] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.489676] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.489867] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.489924] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.490079] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.490224] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.490430] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.491507] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.491507] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.491507] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.491507] env[68934]: DEBUG nova.virt.hardware [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.491965] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d519c1d9-23d8-4649-ae89-29f0b41c9ed8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.500361] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf9df92-7aea-4386-9611-9c458872c47c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.680721] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.766533] env[68934]: DEBUG nova.compute.manager [req-b6033d79-cee8-4125-a6eb-c9d24c381c60 req-01b7f7ac-311a-40e6-b539-ac2feaa9bc71 service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Received event network-vif-plugged-e6b35dda-76b8-4edf-8f9a-064d031a4aa1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.766774] env[68934]: DEBUG oslo_concurrency.lockutils [req-b6033d79-cee8-4125-a6eb-c9d24c381c60 req-01b7f7ac-311a-40e6-b539-ac2feaa9bc71 service nova] Acquiring lock "4910db74-dcf9-431d-8376-3fa6485e3d08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.766987] env[68934]: DEBUG oslo_concurrency.lockutils [req-b6033d79-cee8-4125-a6eb-c9d24c381c60 req-01b7f7ac-311a-40e6-b539-ac2feaa9bc71 service nova] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.767219] env[68934]: DEBUG oslo_concurrency.lockutils [req-b6033d79-cee8-4125-a6eb-c9d24c381c60 req-01b7f7ac-311a-40e6-b539-ac2feaa9bc71 service nova] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.767406] env[68934]: DEBUG nova.compute.manager [req-b6033d79-cee8-4125-a6eb-c9d24c381c60 req-01b7f7ac-311a-40e6-b539-ac2feaa9bc71 service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] No waiting events found dispatching network-vif-plugged-e6b35dda-76b8-4edf-8f9a-064d031a4aa1 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.767546] env[68934]: WARNING nova.compute.manager [req-b6033d79-cee8-4125-a6eb-c9d24c381c60 req-01b7f7ac-311a-40e6-b539-ac2feaa9bc71 service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Received unexpected event network-vif-plugged-e6b35dda-76b8-4edf-8f9a-064d031a4aa1 for instance with vm_state building and task_state spawning. [ 1000.805061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.805555] env[68934]: DEBUG nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.808055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.338s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.812016] env[68934]: DEBUG nova.objects.instance [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lazy-loading 'resources' on Instance uuid d6d4c519-5c6e-4ee8-8340-73729e043468 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.848048] env[68934]: DEBUG nova.network.neutron [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Successfully updated port: e6b35dda-76b8-4edf-8f9a-064d031a4aa1 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.880159] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135236, 'name': PowerOffVM_Task, 'duration_secs': 0.196123} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.880502] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.880692] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance 'ed3b6f68-279b-43c2-a01e-1425993ad2f5' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.907236] env[68934]: DEBUG oslo_vmware.api [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135237, 'name': PowerOffVM_Task, 'duration_secs': 0.167538} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.907492] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.907647] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.907899] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25760e2-7e01-4ae8-ae9b-02c167ae7459 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.932233] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.932433] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.932614] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleting the datastore file [datastore1] 4350751a-4a22-4b80-8d30-cbb8641fd70d {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.933145] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-643940a5-7c03-4694-a78f-dcfae4928081 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.942189] env[68934]: DEBUG oslo_vmware.api [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 1000.942189] env[68934]: value = "task-3135239" [ 1000.942189] env[68934]: _type = "Task" [ 1000.942189] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.950807] env[68934]: DEBUG oslo_vmware.api [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.313667] env[68934]: DEBUG nova.compute.utils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.315555] env[68934]: DEBUG nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.315555] env[68934]: DEBUG nova.network.neutron [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.356688] env[68934]: DEBUG nova.policy [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ba8e12734b49598661b773e76f4b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce2f9af11304971af9483a80e7db7de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.356688] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "refresh_cache-4910db74-dcf9-431d-8376-3fa6485e3d08" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.356688] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquired lock "refresh_cache-4910db74-dcf9-431d-8376-3fa6485e3d08" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.356688] env[68934]: DEBUG nova.network.neutron [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.388208] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.388208] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.388208] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.388208] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.388208] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.388208] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.388495] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.388495] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.388651] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.388771] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.388967] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.397361] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d47a18bc-c882-402a-82d9-3df9ee17712c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.414199] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1001.414199] env[68934]: value = "task-3135240" [ 1001.414199] env[68934]: _type = "Task" [ 1001.414199] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.425313] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.455128] env[68934]: DEBUG oslo_vmware.api [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086471} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.455128] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.455128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.455128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.455128] env[68934]: INFO nova.compute.manager [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1001.455438] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.455688] env[68934]: DEBUG nova.compute.manager [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.455782] env[68934]: DEBUG nova.network.neutron [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.477341] env[68934]: DEBUG nova.network.neutron [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.642401] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c06c7-9bce-4a77-886d-ecc17d965add {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.649743] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c957d-51ba-4f23-8a0d-b83f5cbf79ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.679436] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f5dec-8644-4993-bacf-abb73375fccf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.686952] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095bebc-5b8b-4e5e-a45c-9cb69849cc6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.701815] env[68934]: DEBUG nova.compute.provider_tree [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.712249] env[68934]: DEBUG nova.network.neutron [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Successfully created port: 4ac813b9-e9b4-4aad-8e48-d93e67660e03 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.818788] env[68934]: DEBUG nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.890370] env[68934]: DEBUG nova.network.neutron [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.925376] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135240, 'name': ReconfigVM_Task, 'duration_secs': 0.376491} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.925694] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance 'ed3b6f68-279b-43c2-a01e-1425993ad2f5' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.979623] env[68934]: DEBUG nova.network.neutron [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.039402] env[68934]: DEBUG nova.network.neutron [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Updating instance_info_cache with network_info: [{"id": "e6b35dda-76b8-4edf-8f9a-064d031a4aa1", "address": "fa:16:3e:2a:6c:9a", "network": {"id": "3483abfd-a9b7-4dd2-8adb-f2b6d03f5945", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1823636891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f138985fc94802afda06ae1ac80e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b35dda-76", "ovs_interfaceid": "e6b35dda-76b8-4edf-8f9a-064d031a4aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.204637] env[68934]: DEBUG nova.scheduler.client.report [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.432438] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.432700] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.433416] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.433416] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.433416] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.433416] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.433613] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.433662] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.433826] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.434020] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.434176] env[68934]: DEBUG nova.virt.hardware [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.439622] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.439922] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-449a20aa-9e9f-44ad-837f-877ba3b0a96f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.458795] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1002.458795] env[68934]: value = "task-3135241" [ 1002.458795] env[68934]: _type = "Task" [ 1002.458795] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.466369] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.481964] env[68934]: INFO nova.compute.manager [-] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Took 1.03 seconds to deallocate network for instance. [ 1002.543061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Releasing lock "refresh_cache-4910db74-dcf9-431d-8376-3fa6485e3d08" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.543061] env[68934]: DEBUG nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Instance network_info: |[{"id": "e6b35dda-76b8-4edf-8f9a-064d031a4aa1", "address": "fa:16:3e:2a:6c:9a", "network": {"id": "3483abfd-a9b7-4dd2-8adb-f2b6d03f5945", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1823636891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f138985fc94802afda06ae1ac80e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b35dda-76", "ovs_interfaceid": "e6b35dda-76b8-4edf-8f9a-064d031a4aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.543327] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:6c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6b35dda-76b8-4edf-8f9a-064d031a4aa1', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.551680] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Creating folder: Project (d9f138985fc94802afda06ae1ac80e10). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.552262] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2201665a-5179-4fcc-9997-3f48a3b2ed2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.562235] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Created folder: Project (d9f138985fc94802afda06ae1ac80e10) in parent group-v627191. [ 1002.562453] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Creating folder: Instances. Parent ref: group-v627409. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.562694] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6846c088-8d63-469f-94a0-f949d0e0087f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.570765] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Created folder: Instances in parent group-v627409. [ 1002.571015] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.571216] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.571439] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23601f15-3a07-4462-aedb-b3f3b7621c9b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.590072] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.590072] env[68934]: value = "task-3135244" [ 1002.590072] env[68934]: _type = "Task" [ 1002.590072] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.597295] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135244, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.710092] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.713051] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.952s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.713051] env[68934]: DEBUG nova.objects.instance [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lazy-loading 'resources' on Instance uuid beabb1da-0d72-4d79-84ee-7804e452ddc4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.734077] env[68934]: INFO nova.scheduler.client.report [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Deleted allocations for instance d6d4c519-5c6e-4ee8-8340-73729e043468 [ 1002.794254] env[68934]: DEBUG nova.compute.manager [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Received event network-changed-e6b35dda-76b8-4edf-8f9a-064d031a4aa1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.794466] env[68934]: DEBUG nova.compute.manager [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Refreshing instance network info cache due to event network-changed-e6b35dda-76b8-4edf-8f9a-064d031a4aa1. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.794689] env[68934]: DEBUG oslo_concurrency.lockutils [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] Acquiring lock "refresh_cache-4910db74-dcf9-431d-8376-3fa6485e3d08" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.794833] env[68934]: DEBUG oslo_concurrency.lockutils [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] Acquired lock "refresh_cache-4910db74-dcf9-431d-8376-3fa6485e3d08" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.794998] env[68934]: DEBUG nova.network.neutron [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Refreshing network info cache for port e6b35dda-76b8-4edf-8f9a-064d031a4aa1 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.827154] env[68934]: DEBUG nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.853386] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.853631] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.853791] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.853971] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.854156] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.854323] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.854536] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.854694] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.854862] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.855040] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.855224] env[68934]: DEBUG nova.virt.hardware [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.856097] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c55ef3-5976-4330-b981-e20d418f69e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.864007] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dedf650-e0e2-46d1-9b27-0d430da58546 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.968526] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135241, 'name': ReconfigVM_Task, 'duration_secs': 0.161938} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.968881] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.969718] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccba146d-ddbb-4a82-a324-d72b08993c80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.991335] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] ed3b6f68-279b-43c2-a01e-1425993ad2f5/ed3b6f68-279b-43c2-a01e-1425993ad2f5.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.992293] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.992534] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa4e4e8-818b-4384-afef-c918dca0267b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.009270] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1003.009270] env[68934]: value = "task-3135245" [ 1003.009270] env[68934]: _type = "Task" [ 1003.009270] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.017399] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.099804] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135244, 'name': CreateVM_Task, 'duration_secs': 0.322762} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.099804] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.100294] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.100486] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.101107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.101389] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3ba3c6-eb27-4749-8626-01add12f7542 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.105624] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1003.105624] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524fa15f-41d6-554d-1b5a-7a4c592febd1" [ 1003.105624] env[68934]: _type = "Task" [ 1003.105624] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.113645] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524fa15f-41d6-554d-1b5a-7a4c592febd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.243535] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80508727-77c5-4e95-a6a2-58406d5ffb02 tempest-ServerShowV257Test-726630538 tempest-ServerShowV257Test-726630538-project-member] Lock "d6d4c519-5c6e-4ee8-8340-73729e043468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.489s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.352800] env[68934]: DEBUG nova.network.neutron [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Successfully updated port: 4ac813b9-e9b4-4aad-8e48-d93e67660e03 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.502518] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683f312d-649a-4d0a-9af4-faebc866fb5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.516139] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f463c-6058-460e-b01c-6daecfca9167 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.519882] env[68934]: DEBUG nova.network.neutron [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Updated VIF entry in instance network info cache for port e6b35dda-76b8-4edf-8f9a-064d031a4aa1. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.520356] env[68934]: DEBUG nova.network.neutron [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Updating instance_info_cache with network_info: [{"id": "e6b35dda-76b8-4edf-8f9a-064d031a4aa1", "address": "fa:16:3e:2a:6c:9a", "network": {"id": "3483abfd-a9b7-4dd2-8adb-f2b6d03f5945", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1823636891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f138985fc94802afda06ae1ac80e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b35dda-76", "ovs_interfaceid": "e6b35dda-76b8-4edf-8f9a-064d031a4aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.527112] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.551959] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155462f4-6f8b-4294-9caf-0e47312352e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.559807] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079dc49-6c33-4455-b316-97cf5d5f8623 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.573382] env[68934]: DEBUG nova.compute.provider_tree [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.616066] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524fa15f-41d6-554d-1b5a-7a4c592febd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.616416] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.616689] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.616971] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.617141] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.617366] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.617645] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09cc58c5-f370-4c91-b526-00aeae1b0556 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.625667] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.625845] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.626568] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dd3413-aa8e-46a6-aa98-a2111f78341e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.631714] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1003.631714] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c622c-2b9a-fb5e-95b3-df1a20532ccf" [ 1003.631714] env[68934]: _type = "Task" [ 1003.631714] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.638914] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c622c-2b9a-fb5e-95b3-df1a20532ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.856057] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-beb25202-c3ff-43e4-a86e-2e520d70038d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.856057] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-beb25202-c3ff-43e4-a86e-2e520d70038d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.856408] env[68934]: DEBUG nova.network.neutron [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.020779] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135245, 'name': ReconfigVM_Task, 'duration_secs': 0.90752} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.021161] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Reconfigured VM instance instance-0000004c to attach disk [datastore1] ed3b6f68-279b-43c2-a01e-1425993ad2f5/ed3b6f68-279b-43c2-a01e-1425993ad2f5.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.021510] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance 'ed3b6f68-279b-43c2-a01e-1425993ad2f5' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.025433] env[68934]: DEBUG oslo_concurrency.lockutils [req-3c19e9b3-d6d5-4576-b515-3aae06a6f079 req-f22ed2f8-1e06-466b-802a-3767713b9bec service nova] Releasing lock "refresh_cache-4910db74-dcf9-431d-8376-3fa6485e3d08" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.076633] env[68934]: DEBUG nova.scheduler.client.report [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.141738] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c622c-2b9a-fb5e-95b3-df1a20532ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.142664] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1c10b5-7d4e-4c9b-a66b-6849da243e9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.148010] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1004.148010] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524f6334-8958-8499-61a6-ccde40a4d5fe" [ 1004.148010] env[68934]: _type = "Task" [ 1004.148010] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.155339] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524f6334-8958-8499-61a6-ccde40a4d5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.388227] env[68934]: DEBUG nova.network.neutron [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.521045] env[68934]: DEBUG nova.network.neutron [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Updating instance_info_cache with network_info: [{"id": "4ac813b9-e9b4-4aad-8e48-d93e67660e03", "address": "fa:16:3e:9f:79:9c", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac813b9-e9", "ovs_interfaceid": "4ac813b9-e9b4-4aad-8e48-d93e67660e03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.527989] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1099bc13-2fd6-4817-8ba2-7c06562d8cc6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.548553] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb7ac4e-0f53-40c0-956d-de47f2e52f55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.566632] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance 'ed3b6f68-279b-43c2-a01e-1425993ad2f5' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.581934] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.584931] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.062s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.589021] env[68934]: INFO nova.compute.claims [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.613855] env[68934]: INFO nova.scheduler.client.report [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Deleted allocations for instance beabb1da-0d72-4d79-84ee-7804e452ddc4 [ 1004.658059] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524f6334-8958-8499-61a6-ccde40a4d5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.658364] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.658633] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4910db74-dcf9-431d-8376-3fa6485e3d08/4910db74-dcf9-431d-8376-3fa6485e3d08.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.658896] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1373789e-1e81-4e77-8b7a-5bc7e202222f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.666441] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1004.666441] env[68934]: value = "task-3135246" [ 1004.666441] env[68934]: _type = "Task" [ 1004.666441] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.674348] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.828482] env[68934]: DEBUG nova.compute.manager [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Received event network-vif-plugged-4ac813b9-e9b4-4aad-8e48-d93e67660e03 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.828868] env[68934]: DEBUG oslo_concurrency.lockutils [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] Acquiring lock "beb25202-c3ff-43e4-a86e-2e520d70038d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.829290] env[68934]: DEBUG oslo_concurrency.lockutils [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.829525] env[68934]: DEBUG oslo_concurrency.lockutils [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.830069] env[68934]: DEBUG nova.compute.manager [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] No waiting events found dispatching network-vif-plugged-4ac813b9-e9b4-4aad-8e48-d93e67660e03 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.830393] env[68934]: WARNING nova.compute.manager [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Received unexpected event network-vif-plugged-4ac813b9-e9b4-4aad-8e48-d93e67660e03 for instance with vm_state building and task_state spawning. [ 1004.830734] env[68934]: DEBUG nova.compute.manager [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Received event network-changed-4ac813b9-e9b4-4aad-8e48-d93e67660e03 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.831089] env[68934]: DEBUG nova.compute.manager [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Refreshing instance network info cache due to event network-changed-4ac813b9-e9b4-4aad-8e48-d93e67660e03. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.831897] env[68934]: DEBUG oslo_concurrency.lockutils [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] Acquiring lock "refresh_cache-beb25202-c3ff-43e4-a86e-2e520d70038d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.023640] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-beb25202-c3ff-43e4-a86e-2e520d70038d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.024116] env[68934]: DEBUG nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Instance network_info: |[{"id": "4ac813b9-e9b4-4aad-8e48-d93e67660e03", "address": "fa:16:3e:9f:79:9c", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac813b9-e9", "ovs_interfaceid": "4ac813b9-e9b4-4aad-8e48-d93e67660e03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.024327] env[68934]: DEBUG oslo_concurrency.lockutils [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] Acquired lock "refresh_cache-beb25202-c3ff-43e4-a86e-2e520d70038d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.024511] env[68934]: DEBUG nova.network.neutron [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Refreshing network info cache for port 4ac813b9-e9b4-4aad-8e48-d93e67660e03 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.025815] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:79:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ac813b9-e9b4-4aad-8e48-d93e67660e03', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.034107] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.034637] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.034923] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02b83cd2-e4ef-47d3-ac2e-c1608da2c5d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.055474] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.055474] env[68934]: value = "task-3135247" [ 1005.055474] env[68934]: _type = "Task" [ 1005.055474] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.064079] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135247, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.123576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-89e643c8-3f03-45d8-a2c5-689c44c61513 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Lock "beabb1da-0d72-4d79-84ee-7804e452ddc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.853s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.123875] env[68934]: DEBUG nova.network.neutron [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Port e05067c5-65f4-4c3a-afa1-2aa160ce188e binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1005.177233] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469628} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.177516] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4910db74-dcf9-431d-8376-3fa6485e3d08/4910db74-dcf9-431d-8376-3fa6485e3d08.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.177730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.177989] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afb2d55e-2c86-4366-bdbb-32ff3353d881 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.184546] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1005.184546] env[68934]: value = "task-3135248" [ 1005.184546] env[68934]: _type = "Task" [ 1005.184546] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.191894] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.566512] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135247, 'name': CreateVM_Task, 'duration_secs': 0.344435} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.566741] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.567377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.567547] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.567915] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.568192] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64644957-046d-43b3-82a9-bd8f7ee8cfe8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.573211] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1005.573211] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522520a2-720f-e343-a93d-e0d7d93a0629" [ 1005.573211] env[68934]: _type = "Task" [ 1005.573211] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.581318] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522520a2-720f-e343-a93d-e0d7d93a0629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.695713] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064599} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.698456] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.700181] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e8197f-2d95-490a-a7c4-51b1a2c1efea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.724987] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 4910db74-dcf9-431d-8376-3fa6485e3d08/4910db74-dcf9-431d-8376-3fa6485e3d08.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.727929] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9eeb1c5-166b-4927-bb93-b5dd588a1dc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.759306] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1005.759306] env[68934]: value = "task-3135249" [ 1005.759306] env[68934]: _type = "Task" [ 1005.759306] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.770333] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.863016] env[68934]: DEBUG nova.network.neutron [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Updated VIF entry in instance network info cache for port 4ac813b9-e9b4-4aad-8e48-d93e67660e03. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.863016] env[68934]: DEBUG nova.network.neutron [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Updating instance_info_cache with network_info: [{"id": "4ac813b9-e9b4-4aad-8e48-d93e67660e03", "address": "fa:16:3e:9f:79:9c", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac813b9-e9", "ovs_interfaceid": "4ac813b9-e9b4-4aad-8e48-d93e67660e03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.994523] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f183b28-e174-4bd3-b04b-54ef73db0bd8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.002515] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1bc1c1-895f-4c8c-9009-918d92925c47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.038838] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16510785-b5e1-4066-a091-150049db324c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.048411] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd9cde0-dd87-48eb-b1c3-94b14f206b18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.061914] env[68934]: DEBUG nova.compute.provider_tree [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.083209] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522520a2-720f-e343-a93d-e0d7d93a0629, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.083474] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.083707] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.084045] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.084115] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.084356] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.084520] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4471cd6f-44fb-42a4-8f29-e28b4532208a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.101774] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.102089] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.102811] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a07bbbf-8779-40fc-8b69-73115683a75d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.108322] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1006.108322] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fdd09a-512d-e540-9557-4152e62f67b0" [ 1006.108322] env[68934]: _type = "Task" [ 1006.108322] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.118731] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fdd09a-512d-e540-9557-4152e62f67b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.145907] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.146175] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.146355] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.269546] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135249, 'name': ReconfigVM_Task, 'duration_secs': 0.293647} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.269831] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 4910db74-dcf9-431d-8376-3fa6485e3d08/4910db74-dcf9-431d-8376-3fa6485e3d08.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.270517] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430ce6d6-b913-4188-9815-31cd4da68b66 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.277417] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1006.277417] env[68934]: value = "task-3135250" [ 1006.277417] env[68934]: _type = "Task" [ 1006.277417] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.289400] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135250, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.362704] env[68934]: DEBUG oslo_concurrency.lockutils [req-66112826-408e-4ec7-8b90-d8c3a2e32631 req-9f21b6b8-9593-442f-9702-d5a54c3f14b0 service nova] Releasing lock "refresh_cache-beb25202-c3ff-43e4-a86e-2e520d70038d" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.566782] env[68934]: DEBUG nova.scheduler.client.report [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.621331] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fdd09a-512d-e540-9557-4152e62f67b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.622148] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93eec49-024f-4af0-bd4c-75bc9dbc7b41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.627616] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1006.627616] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52930744-c506-8649-65be-20d8b4d89fe6" [ 1006.627616] env[68934]: _type = "Task" [ 1006.627616] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.636069] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52930744-c506-8649-65be-20d8b4d89fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.787396] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135250, 'name': Rename_Task, 'duration_secs': 0.145229} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.787688] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.787937] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c61f2013-5f16-402c-82d6-fbeed70b7f32 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.794511] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1006.794511] env[68934]: value = "task-3135251" [ 1006.794511] env[68934]: _type = "Task" [ 1006.794511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.802286] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.072375] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.072972] env[68934]: DEBUG nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.077256] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.228s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.077256] env[68934]: DEBUG nova.objects.instance [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lazy-loading 'resources' on Instance uuid ef15a88e-b32b-4b83-a9f4-c5ee10550803 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.142434] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52930744-c506-8649-65be-20d8b4d89fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.143863] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.144243] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beb25202-c3ff-43e4-a86e-2e520d70038d/beb25202-c3ff-43e4-a86e-2e520d70038d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.144669] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a32b6ad-d263-414b-a909-095f75e343c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.154288] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1007.154288] env[68934]: value = "task-3135252" [ 1007.154288] env[68934]: _type = "Task" [ 1007.154288] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.163400] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.215278] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.215278] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.215278] env[68934]: DEBUG nova.network.neutron [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.304414] env[68934]: DEBUG oslo_vmware.api [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135251, 'name': PowerOnVM_Task, 'duration_secs': 0.471281} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.304708] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.304930] env[68934]: INFO nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1007.305219] env[68934]: DEBUG nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.306091] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139389f-c64d-4819-8e3b-77b9dcabb186 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.580512] env[68934]: DEBUG nova.compute.utils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.587114] env[68934]: DEBUG nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.588206] env[68934]: DEBUG nova.network.neutron [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.644781] env[68934]: DEBUG nova.policy [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '405c726e60c141cebbea724a0e0f957f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58248adaf9c44395852c290928493724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.665814] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.833933] env[68934]: INFO nova.compute.manager [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Took 20.80 seconds to build instance. [ 1007.921733] env[68934]: DEBUG nova.network.neutron [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Successfully created port: 78e91137-8f86-44a5-b247-cf9464953a62 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.952134] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba28af89-3401-4d64-96e2-786800d3f790 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.963261] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c307f572-781b-4821-a935-fb27d561c455 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.994331] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eb3e65-17ab-485f-b6c5-202f0b52c33e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.002138] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112ee74-695e-4ae2-bc89-30e0debbde37 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.015787] env[68934]: DEBUG nova.compute.provider_tree [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.088500] env[68934]: DEBUG nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.091613] env[68934]: DEBUG nova.network.neutron [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance_info_cache with network_info: [{"id": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "address": "fa:16:3e:77:17:2e", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05067c5-65", "ovs_interfaceid": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.172140] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524306} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.172414] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] beb25202-c3ff-43e4-a86e-2e520d70038d/beb25202-c3ff-43e4-a86e-2e520d70038d.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.172638] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.175250] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e22db9c7-b69b-4e7a-9d9c-2e2b7bf1dcbe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.186051] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.186306] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.189404] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1008.189404] env[68934]: value = "task-3135253" [ 1008.189404] env[68934]: _type = "Task" [ 1008.189404] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.200175] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.337025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-026385b6-2f2b-4160-a979-d1fbf44daa65 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.309s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.521008] env[68934]: DEBUG nova.scheduler.client.report [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.597875] env[68934]: DEBUG oslo_concurrency.lockutils [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.691498] env[68934]: DEBUG nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.704194] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067257} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.704518] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.705307] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29795e06-44b5-4dfe-b70b-c59102ed262d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.730238] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] beb25202-c3ff-43e4-a86e-2e520d70038d/beb25202-c3ff-43e4-a86e-2e520d70038d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.731113] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "4910db74-dcf9-431d-8376-3fa6485e3d08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.731508] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.731787] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "4910db74-dcf9-431d-8376-3fa6485e3d08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.732048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.732307] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.733832] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8039e0-25d2-4664-8e72-5aa1f6bdcbf6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.749623] env[68934]: INFO nova.compute.manager [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Terminating instance [ 1008.758214] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1008.758214] env[68934]: value = "task-3135254" [ 1008.758214] env[68934]: _type = "Task" [ 1008.758214] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.768631] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.026637] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.029653] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.343s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.029860] env[68934]: DEBUG nova.objects.instance [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1009.054768] env[68934]: INFO nova.scheduler.client.report [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Deleted allocations for instance ef15a88e-b32b-4b83-a9f4-c5ee10550803 [ 1009.102869] env[68934]: DEBUG nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.124074] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac69d99-f948-4757-86d9-7b92bb622f54 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.129048] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.129288] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.129493] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.129639] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.129787] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.129932] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.130183] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.130364] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.130537] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.130704] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.130886] env[68934]: DEBUG nova.virt.hardware [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.131819] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ddd99b-2d9e-4771-a675-c81ea2760bb8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.151307] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75958fcf-08a4-4175-ba2b-5c50cc250359 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.158319] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5029644-2d71-4e00-908b-371311c58703 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.164935] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance 'ed3b6f68-279b-43c2-a01e-1425993ad2f5' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.217288] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.254550] env[68934]: DEBUG nova.compute.manager [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.254792] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.255705] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1d4ccf-dd4f-41ed-af96-fe3ccf2291bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.267806] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135254, 'name': ReconfigVM_Task, 'duration_secs': 0.325359} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.269900] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] beb25202-c3ff-43e4-a86e-2e520d70038d/beb25202-c3ff-43e4-a86e-2e520d70038d.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.270561] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.270777] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d7e01ff-2059-4a62-9d80-cb09d1871300 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.272287] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ace21703-e386-4e19-af8a-6ad747f48aba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.278456] env[68934]: DEBUG oslo_vmware.api [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1009.278456] env[68934]: value = "task-3135256" [ 1009.278456] env[68934]: _type = "Task" [ 1009.278456] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.279612] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1009.279612] env[68934]: value = "task-3135255" [ 1009.279612] env[68934]: _type = "Task" [ 1009.279612] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.289665] env[68934]: DEBUG oslo_vmware.api [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.292803] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135255, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.564828] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0b8884f1-46be-4cce-aebc-398769289d30 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Lock "ef15a88e-b32b-4b83-a9f4-c5ee10550803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.142s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.606039] env[68934]: DEBUG nova.compute.manager [req-20ab7185-4aab-44f0-b0c4-c48778aeb3be req-35a51cf2-a92d-49ec-b1c5-e6b5fd87f1a8 service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Received event network-vif-plugged-78e91137-8f86-44a5-b247-cf9464953a62 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.606039] env[68934]: DEBUG oslo_concurrency.lockutils [req-20ab7185-4aab-44f0-b0c4-c48778aeb3be req-35a51cf2-a92d-49ec-b1c5-e6b5fd87f1a8 service nova] Acquiring lock "da941f90-b295-418a-bdd4-40e678a37f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.606039] env[68934]: DEBUG oslo_concurrency.lockutils [req-20ab7185-4aab-44f0-b0c4-c48778aeb3be req-35a51cf2-a92d-49ec-b1c5-e6b5fd87f1a8 service nova] Lock "da941f90-b295-418a-bdd4-40e678a37f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.606039] env[68934]: DEBUG oslo_concurrency.lockutils [req-20ab7185-4aab-44f0-b0c4-c48778aeb3be req-35a51cf2-a92d-49ec-b1c5-e6b5fd87f1a8 service nova] Lock "da941f90-b295-418a-bdd4-40e678a37f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.606039] env[68934]: DEBUG nova.compute.manager [req-20ab7185-4aab-44f0-b0c4-c48778aeb3be req-35a51cf2-a92d-49ec-b1c5-e6b5fd87f1a8 service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] No waiting events found dispatching network-vif-plugged-78e91137-8f86-44a5-b247-cf9464953a62 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.606797] env[68934]: WARNING nova.compute.manager [req-20ab7185-4aab-44f0-b0c4-c48778aeb3be req-35a51cf2-a92d-49ec-b1c5-e6b5fd87f1a8 service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Received unexpected event network-vif-plugged-78e91137-8f86-44a5-b247-cf9464953a62 for instance with vm_state building and task_state spawning. [ 1009.672602] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.672602] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdda8865-f84e-4973-b785-45e088830c0e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.681253] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1009.681253] env[68934]: value = "task-3135257" [ 1009.681253] env[68934]: _type = "Task" [ 1009.681253] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.690348] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.699622] env[68934]: DEBUG nova.network.neutron [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Successfully updated port: 78e91137-8f86-44a5-b247-cf9464953a62 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.793834] env[68934]: DEBUG oslo_vmware.api [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135256, 'name': PowerOffVM_Task, 'duration_secs': 0.179424} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.797765] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.798265] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.798731] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135255, 'name': Rename_Task, 'duration_secs': 0.131484} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.799114] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-723c55c1-a709-40eb-93eb-e032de9577e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.801184] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.801537] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-110a50e3-d1fa-47f4-92b3-d3397c2dbd2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.811023] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1009.811023] env[68934]: value = "task-3135259" [ 1009.811023] env[68934]: _type = "Task" [ 1009.811023] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.815913] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.872933] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.872933] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.872933] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Deleting the datastore file [datastore2] 4910db74-dcf9-431d-8376-3fa6485e3d08 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.872933] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-106bb528-a895-4a33-a25f-bef247be1683 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.881639] env[68934]: DEBUG oslo_vmware.api [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for the task: (returnval){ [ 1009.881639] env[68934]: value = "task-3135260" [ 1009.881639] env[68934]: _type = "Task" [ 1009.881639] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.894597] env[68934]: DEBUG oslo_vmware.api [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.042574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-72d8e680-db75-4698-984c-a7f9869a737f tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.042574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.438s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.042574] env[68934]: DEBUG nova.objects.instance [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lazy-loading 'resources' on Instance uuid 73428e6d-2f9c-4667-adcf-cd7b26702059 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.191694] env[68934]: DEBUG oslo_vmware.api [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135257, 'name': PowerOnVM_Task, 'duration_secs': 0.394948} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.192076] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.192299] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-bacd2ae8-5cd6-4637-b168-2b73755e8da3 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance 'ed3b6f68-279b-43c2-a01e-1425993ad2f5' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.201246] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-da941f90-b295-418a-bdd4-40e678a37f0b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.202300] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-da941f90-b295-418a-bdd4-40e678a37f0b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.202542] env[68934]: DEBUG nova.network.neutron [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.319414] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.401953] env[68934]: DEBUG oslo_vmware.api [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Task: {'id': task-3135260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217837} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.401953] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.401953] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.401953] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.401953] env[68934]: INFO nova.compute.manager [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1010.401953] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.401953] env[68934]: DEBUG nova.compute.manager [-] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.401953] env[68934]: DEBUG nova.network.neutron [-] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.734858] env[68934]: DEBUG nova.network.neutron [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.820705] env[68934]: DEBUG oslo_vmware.api [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135259, 'name': PowerOnVM_Task, 'duration_secs': 0.655634} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.823295] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.824089] env[68934]: INFO nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1010.824293] env[68934]: DEBUG nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.828023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba97c18-249e-41da-bf74-92f05726d057 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.868079] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d21912-6d9f-47c9-9c1d-169a4c1df759 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.880748] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dcb405-d81d-42c9-bbc9-60cd65b4fca6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.885747] env[68934]: DEBUG nova.network.neutron [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Updating instance_info_cache with network_info: [{"id": "78e91137-8f86-44a5-b247-cf9464953a62", "address": "fa:16:3e:2c:d9:97", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e91137-8f", "ovs_interfaceid": "78e91137-8f86-44a5-b247-cf9464953a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.919601] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519d0299-9bbd-4503-8af3-b2897d07a4c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.929074] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9faddb-846d-4a41-aecd-d2cb5cb9dcc0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.945518] env[68934]: DEBUG nova.compute.provider_tree [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.958472] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4552e77e-dd36-4c83-85ca-69d3f23142b6 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.958696] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4552e77e-dd36-4c83-85ca-69d3f23142b6 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.959093] env[68934]: DEBUG nova.objects.instance [None req-4552e77e-dd36-4c83-85ca-69d3f23142b6 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'flavor' on Instance uuid 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.144461] env[68934]: DEBUG nova.network.neutron [-] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.352293] env[68934]: INFO nova.compute.manager [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Took 20.76 seconds to build instance. [ 1011.391428] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-da941f90-b295-418a-bdd4-40e678a37f0b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.391428] env[68934]: DEBUG nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Instance network_info: |[{"id": "78e91137-8f86-44a5-b247-cf9464953a62", "address": "fa:16:3e:2c:d9:97", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e91137-8f", "ovs_interfaceid": "78e91137-8f86-44a5-b247-cf9464953a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.391428] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d9:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e91137-8f86-44a5-b247-cf9464953a62', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.399679] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.400267] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.400565] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12408973-ebce-400a-a0bc-2dc6ee9ea6df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.421060] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.421060] env[68934]: value = "task-3135261" [ 1011.421060] env[68934]: _type = "Task" [ 1011.421060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.429920] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135261, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.450270] env[68934]: DEBUG nova.scheduler.client.report [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.465311] env[68934]: DEBUG nova.objects.instance [None req-4552e77e-dd36-4c83-85ca-69d3f23142b6 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'pci_requests' on Instance uuid 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.647161] env[68934]: INFO nova.compute.manager [-] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Took 1.25 seconds to deallocate network for instance. [ 1011.742703] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.743152] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.859644] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b525d99-0b70-420f-a616-943487657183 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.276s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.934544] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135261, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.956947] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.964020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.279s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.964020] env[68934]: DEBUG nova.objects.instance [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lazy-loading 'resources' on Instance uuid a7c932b3-dfe3-40f0-90d4-7ab049b5cab1 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.967478] env[68934]: DEBUG nova.objects.base [None req-4552e77e-dd36-4c83-85ca-69d3f23142b6 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Object Instance<36661585-bb2b-4e5a-95ed-b2b5ce6571d7> lazy-loaded attributes: flavor,pci_requests {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.967478] env[68934]: DEBUG nova.network.neutron [None req-4552e77e-dd36-4c83-85ca-69d3f23142b6 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.991406] env[68934]: INFO nova.scheduler.client.report [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Deleted allocations for instance 73428e6d-2f9c-4667-adcf-cd7b26702059 [ 1012.072507] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4552e77e-dd36-4c83-85ca-69d3f23142b6 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.114s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.159606] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.167280] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "beb25202-c3ff-43e4-a86e-2e520d70038d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.167532] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.168244] env[68934]: DEBUG nova.compute.manager [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.168683] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6ac58-be09-4ea2-9d5d-9470b964f3b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.176616] env[68934]: DEBUG nova.compute.manager [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1012.177226] env[68934]: DEBUG nova.objects.instance [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'flavor' on Instance uuid beb25202-c3ff-43e4-a86e-2e520d70038d {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.246600] env[68934]: DEBUG nova.compute.utils [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.433915] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135261, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.500792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Lock "73428e6d-2f9c-4667-adcf-cd7b26702059" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.278s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.751469] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.752565] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f25880-a7ce-44f5-8491-f075967642e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.762315] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b9a560-d85b-44c8-9c02-e102347fd615 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.797838] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b4e48-c43f-43e1-8457-90839a6c1fb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.805409] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1995c9-848a-4b8f-a909-5fb957a2edd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.818916] env[68934]: DEBUG nova.compute.provider_tree [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.935022] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135261, 'name': CreateVM_Task, 'duration_secs': 1.331941} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.935022] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.935022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.935022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.935361] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.935556] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b689f60e-a0c1-4e80-9aad-dd5a9762c9d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.940746] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1012.940746] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52451e8d-f89b-327d-8e3e-3e8e1b1145db" [ 1012.940746] env[68934]: _type = "Task" [ 1012.940746] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.949607] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52451e8d-f89b-327d-8e3e-3e8e1b1145db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.189253] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.189253] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f953cac-1015-4801-80c8-3883400afdc4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.194931] env[68934]: DEBUG oslo_vmware.api [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1013.194931] env[68934]: value = "task-3135262" [ 1013.194931] env[68934]: _type = "Task" [ 1013.194931] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.207515] env[68934]: DEBUG oslo_vmware.api [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.324521] env[68934]: DEBUG nova.scheduler.client.report [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.370665] env[68934]: DEBUG nova.compute.manager [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Received event network-changed-78e91137-8f86-44a5-b247-cf9464953a62 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.370877] env[68934]: DEBUG nova.compute.manager [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Refreshing instance network info cache due to event network-changed-78e91137-8f86-44a5-b247-cf9464953a62. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.371132] env[68934]: DEBUG oslo_concurrency.lockutils [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] Acquiring lock "refresh_cache-da941f90-b295-418a-bdd4-40e678a37f0b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.371287] env[68934]: DEBUG oslo_concurrency.lockutils [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] Acquired lock "refresh_cache-da941f90-b295-418a-bdd4-40e678a37f0b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.371447] env[68934]: DEBUG nova.network.neutron [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Refreshing network info cache for port 78e91137-8f86-44a5-b247-cf9464953a62 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.455460] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52451e8d-f89b-327d-8e3e-3e8e1b1145db, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.455814] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.457167] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.457602] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.457778] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.457968] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.462232] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1b5ff7-e185-4cf5-815c-7b86b1f25e84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.472689] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.472689] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.473272] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48dbcec8-8888-43cc-958c-c5ce15048cf4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.480850] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1013.480850] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ff9a63-c1bb-df24-5126-f84a3d1c9ba2" [ 1013.480850] env[68934]: _type = "Task" [ 1013.480850] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.491592] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ff9a63-c1bb-df24-5126-f84a3d1c9ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.709925] env[68934]: DEBUG oslo_vmware.api [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135262, 'name': PowerOffVM_Task, 'duration_secs': 0.402511} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.712427] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.713312] env[68934]: DEBUG nova.compute.manager [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.714204] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c0ca91-6c55-4310-8bb1-807b05085c0c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.835008] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.837745] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.837745] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.838096] env[68934]: INFO nova.compute.manager [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Attaching volume 8f1ad571-1c0f-490d-81a8-4ff2b73ed73a to /dev/sdb [ 1013.839488] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.847s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.839707] env[68934]: DEBUG nova.objects.instance [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lazy-loading 'resources' on Instance uuid 4350751a-4a22-4b80-8d30-cbb8641fd70d {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.862162] env[68934]: INFO nova.scheduler.client.report [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted allocations for instance a7c932b3-dfe3-40f0-90d4-7ab049b5cab1 [ 1013.878604] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274010a-aa60-4c4f-a22e-266bf08d6451 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.887967] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b498ed69-d312-486b-831d-35bfe80a27b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.902887] env[68934]: DEBUG nova.virt.block_device [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updating existing volume attachment record: ba1997f8-1793-4e19-9593-d050e155bf77 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1013.991622] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ff9a63-c1bb-df24-5126-f84a3d1c9ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.992483] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1583d965-4638-4ff8-98db-1432d9319cc8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.000776] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1014.000776] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52717d13-df75-66dc-d6b4-1c1afd141fc3" [ 1014.000776] env[68934]: _type = "Task" [ 1014.000776] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.006385] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52717d13-df75-66dc-d6b4-1c1afd141fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.227954] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a5e7cc-155a-49ae-9613-8facf946c0ea tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.372669] env[68934]: DEBUG oslo_concurrency.lockutils [None req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "a7c932b3-dfe3-40f0-90d4-7ab049b5cab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.047s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.383864] env[68934]: DEBUG nova.network.neutron [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Updated VIF entry in instance network info cache for port 78e91137-8f86-44a5-b247-cf9464953a62. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.384837] env[68934]: DEBUG nova.network.neutron [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Updating instance_info_cache with network_info: [{"id": "78e91137-8f86-44a5-b247-cf9464953a62", "address": "fa:16:3e:2c:d9:97", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e91137-8f", "ovs_interfaceid": "78e91137-8f86-44a5-b247-cf9464953a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.514829] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52717d13-df75-66dc-d6b4-1c1afd141fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.015292} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.515188] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.515466] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.515735] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ffb451e-c81e-4c4a-8e1e-7f1af01ca862 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.528418] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1014.528418] env[68934]: value = "task-3135266" [ 1014.528418] env[68934]: _type = "Task" [ 1014.528418] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.540767] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.627433] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.627690] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.628029] env[68934]: DEBUG nova.objects.instance [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'flavor' on Instance uuid 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.698068] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.698300] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.698491] env[68934]: DEBUG nova.compute.manager [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Going to confirm migration 1 {{(pid=68934) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1014.703661] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ece6b9-db72-4aa4-89ae-94341c39ddec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.715393] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd467d73-a75c-4754-bb26-0a912ec39f03 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.755121] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c85e39-d2f3-43e3-b765-bc497c5fed85 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.764071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbed8f3-5fb4-4426-a080-55e2f8819012 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.779328] env[68934]: DEBUG nova.compute.provider_tree [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.888135] env[68934]: DEBUG oslo_concurrency.lockutils [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] Releasing lock "refresh_cache-da941f90-b295-418a-bdd4-40e678a37f0b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.888442] env[68934]: DEBUG nova.compute.manager [req-c5167b4c-6395-41c2-b0a4-9c794b571e73 req-626a58a4-3291-41c0-8598-b79ee60f993c service nova] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Received event network-vif-deleted-e6b35dda-76b8-4edf-8f9a-064d031a4aa1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.045300] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135266, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.251087] env[68934]: DEBUG nova.objects.instance [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'pci_requests' on Instance uuid 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.282860] env[68934]: DEBUG nova.scheduler.client.report [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.311796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.311973] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.312229] env[68934]: DEBUG nova.network.neutron [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.312440] env[68934]: DEBUG nova.objects.instance [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lazy-loading 'info_cache' on Instance uuid ed3b6f68-279b-43c2-a01e-1425993ad2f5 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.487238] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "beb25202-c3ff-43e4-a86e-2e520d70038d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.487238] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.487238] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "beb25202-c3ff-43e4-a86e-2e520d70038d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.487238] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.487238] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.492637] env[68934]: INFO nova.compute.manager [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Terminating instance [ 1015.544976] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58337} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.545297] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.545550] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.545759] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e9f9a47-9c0d-4de6-bb8b-c5952e21d248 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.552714] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1015.552714] env[68934]: value = "task-3135267" [ 1015.552714] env[68934]: _type = "Task" [ 1015.552714] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.561308] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.760524] env[68934]: DEBUG nova.objects.base [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Object Instance<36661585-bb2b-4e5a-95ed-b2b5ce6571d7> lazy-loaded attributes: flavor,pci_requests {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.760675] env[68934]: DEBUG nova.network.neutron [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.790381] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.791859] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.575s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.793978] env[68934]: INFO nova.compute.claims [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.825489] env[68934]: INFO nova.scheduler.client.report [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleted allocations for instance 4350751a-4a22-4b80-8d30-cbb8641fd70d [ 1015.892784] env[68934]: DEBUG nova.policy [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.998531] env[68934]: DEBUG nova.compute.manager [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.998999] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.000799] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384db5c-4da8-4972-9a9a-8490b49c8c45 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.014034] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.014384] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bbdcd1-d4b7-463b-aa09-82c5492dadf6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.065023] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07178} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.065023] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.065023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b300f119-985f-4ee0-b134-d301dc7216c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.093725] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.096208] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36efc8ab-bac8-4f5b-a36d-9f02e77b8f14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.119966] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.120239] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.120431] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleting the datastore file [datastore2] beb25202-c3ff-43e4-a86e-2e520d70038d {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.120710] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31389437-702f-4071-a469-724ef765c72e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.136100] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1016.136100] env[68934]: value = "task-3135270" [ 1016.136100] env[68934]: _type = "Task" [ 1016.136100] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.136100] env[68934]: DEBUG oslo_vmware.api [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1016.136100] env[68934]: value = "task-3135269" [ 1016.136100] env[68934]: _type = "Task" [ 1016.136100] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.145280] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.148526] env[68934]: DEBUG oslo_vmware.api [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.186990] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "12e29bc4-9c09-4945-956a-e0b72846e502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.186990] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "12e29bc4-9c09-4945-956a-e0b72846e502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.186990] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "12e29bc4-9c09-4945-956a-e0b72846e502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.186990] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "12e29bc4-9c09-4945-956a-e0b72846e502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.186990] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "12e29bc4-9c09-4945-956a-e0b72846e502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.191138] env[68934]: INFO nova.compute.manager [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Terminating instance [ 1016.336283] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7abb7be4-a69a-496b-a3e7-d22071d9f787 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "4350751a-4a22-4b80-8d30-cbb8641fd70d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.543s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.618138] env[68934]: DEBUG nova.network.neutron [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Successfully created port: d09326f3-8dc7-495b-a68d-1eed0b2cc402 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.659281] env[68934]: DEBUG oslo_vmware.api [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316176} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.659894] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135270, 'name': ReconfigVM_Task, 'duration_secs': 0.437895} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.660287] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.660502] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.660670] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.660856] env[68934]: INFO nova.compute.manager [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1016.661203] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.661486] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.662977] env[68934]: DEBUG nova.compute.manager [-] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.662977] env[68934]: DEBUG nova.network.neutron [-] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.664214] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-022b29a5-6a70-46cb-87f2-7dba4822fe08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.671580] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1016.671580] env[68934]: value = "task-3135272" [ 1016.671580] env[68934]: _type = "Task" [ 1016.671580] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.681674] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135272, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.698658] env[68934]: DEBUG nova.compute.manager [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.698658] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.698658] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c2e3ac-2f44-4c6c-a7d6-772196ef7139 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.712850] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.715027] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c0e4f8-7b2a-4ffe-b8d1-a38b431e7964 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.718439] env[68934]: DEBUG nova.network.neutron [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance_info_cache with network_info: [{"id": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "address": "fa:16:3e:77:17:2e", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05067c5-65", "ovs_interfaceid": "e05067c5-65f4-4c3a-afa1-2aa160ce188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.727940] env[68934]: DEBUG oslo_vmware.api [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1016.727940] env[68934]: value = "task-3135273" [ 1016.727940] env[68934]: _type = "Task" [ 1016.727940] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.739254] env[68934]: DEBUG oslo_vmware.api [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.114289] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c18cb90-d738-4cda-8526-a58b8d283b19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.123727] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6118f5d1-9672-4031-8347-85d65cec1868 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.164467] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d3a705-a4f7-4eb1-b370-03845c213dad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.176721] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20246c11-c29c-4e23-85ea-75ec0adb175f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.188156] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135272, 'name': Rename_Task, 'duration_secs': 0.204745} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.196956] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.198147] env[68934]: DEBUG nova.compute.provider_tree [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.200712] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ec94899-50d7-419c-962e-35ea8c056b3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.206731] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1017.206731] env[68934]: value = "task-3135274" [ 1017.206731] env[68934]: _type = "Task" [ 1017.206731] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.217159] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.222129] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-ed3b6f68-279b-43c2-a01e-1425993ad2f5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.222403] env[68934]: DEBUG nova.objects.instance [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lazy-loading 'migration_context' on Instance uuid ed3b6f68-279b-43c2-a01e-1425993ad2f5 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.238697] env[68934]: DEBUG oslo_vmware.api [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135273, 'name': PowerOffVM_Task, 'duration_secs': 0.235625} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.238968] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.239148] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.239568] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d8b918d-7800-468c-8a1e-86b451912a32 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.305380] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.305614] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.305799] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleting the datastore file [datastore1] 12e29bc4-9c09-4945-956a-e0b72846e502 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.306094] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-481ec12b-13eb-4759-a6b4-c1567101c795 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.313289] env[68934]: DEBUG oslo_vmware.api [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1017.313289] env[68934]: value = "task-3135276" [ 1017.313289] env[68934]: _type = "Task" [ 1017.313289] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.326271] env[68934]: DEBUG oslo_vmware.api [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.404761] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "1e27de67-73f0-4e61-a290-36a4408e5fd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.404915] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.575803] env[68934]: DEBUG nova.compute.manager [req-2cc8c5bc-8b3f-4fbc-af75-22dbc83006ce req-9d460d00-d8fd-4c92-ac1a-1aef89e4a0b3 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Received event network-vif-deleted-4ac813b9-e9b4-4aad-8e48-d93e67660e03 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.576025] env[68934]: INFO nova.compute.manager [req-2cc8c5bc-8b3f-4fbc-af75-22dbc83006ce req-9d460d00-d8fd-4c92-ac1a-1aef89e4a0b3 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Neutron deleted interface 4ac813b9-e9b4-4aad-8e48-d93e67660e03; detaching it from the instance and deleting it from the info cache [ 1017.576212] env[68934]: DEBUG nova.network.neutron [req-2cc8c5bc-8b3f-4fbc-af75-22dbc83006ce req-9d460d00-d8fd-4c92-ac1a-1aef89e4a0b3 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.669976] env[68934]: DEBUG nova.network.neutron [-] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.706135] env[68934]: DEBUG nova.scheduler.client.report [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.724173] env[68934]: DEBUG oslo_vmware.api [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135274, 'name': PowerOnVM_Task, 'duration_secs': 0.461976} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.726074] env[68934]: DEBUG nova.objects.base [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.726611] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.726857] env[68934]: INFO nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1017.727095] env[68934]: DEBUG nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.727878] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e47eae-d36e-4938-be4e-4dcd27b9cb76 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.732267] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f4bfa-1e9c-4f4d-8e10-d5db3441d712 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.756422] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e69938-dff9-4b44-b573-ffef87742785 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.767185] env[68934]: DEBUG oslo_vmware.api [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1017.767185] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ee2ce3-c20f-54ee-be1d-8e678b7cc872" [ 1017.767185] env[68934]: _type = "Task" [ 1017.767185] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.778084] env[68934]: DEBUG oslo_vmware.api [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ee2ce3-c20f-54ee-be1d-8e678b7cc872, 'name': SearchDatastore_Task, 'duration_secs': 0.006897} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.778084] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.827023] env[68934]: DEBUG oslo_vmware.api [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193526} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.827023] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.827023] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.827023] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.827023] env[68934]: INFO nova.compute.manager [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.827023] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.827023] env[68934]: DEBUG nova.compute.manager [-] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.827023] env[68934]: DEBUG nova.network.neutron [-] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.910636] env[68934]: DEBUG nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.950749] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.951042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.951251] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.951437] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.951606] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.956520] env[68934]: INFO nova.compute.manager [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Terminating instance [ 1018.079779] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b14b2d9a-b3c0-4f7b-af08-d54f597fd17e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.092950] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05589505-6861-4fd8-99ef-aa6eaa09c067 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.129787] env[68934]: DEBUG nova.compute.manager [req-2cc8c5bc-8b3f-4fbc-af75-22dbc83006ce req-9d460d00-d8fd-4c92-ac1a-1aef89e4a0b3 service nova] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Detach interface failed, port_id=4ac813b9-e9b4-4aad-8e48-d93e67660e03, reason: Instance beb25202-c3ff-43e4-a86e-2e520d70038d could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.171983] env[68934]: INFO nova.compute.manager [-] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Took 1.51 seconds to deallocate network for instance. [ 1018.212480] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.212480] env[68934]: DEBUG nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.215826] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.056s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.215973] env[68934]: DEBUG nova.objects.instance [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lazy-loading 'resources' on Instance uuid 4910db74-dcf9-431d-8376-3fa6485e3d08 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.277048] env[68934]: INFO nova.compute.manager [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Took 23.83 seconds to build instance. [ 1018.433357] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.462918] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "refresh_cache-7510780e-bb4c-4655-bb9a-68e8b64c28eb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.463169] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquired lock "refresh_cache-7510780e-bb4c-4655-bb9a-68e8b64c28eb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.463233] env[68934]: DEBUG nova.network.neutron [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.469144] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1018.469211] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627415', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'name': 'volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96519767-acbc-4b7d-9bae-86738667c69e', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'serial': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1018.470123] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc4a7f-0dc2-4ae6-b397-ddaf7115fbcd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.490055] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c318dc-37ae-49f2-8a9e-0c7b76670abb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.520214] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a/volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.520929] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2176bc84-2315-4e69-85c2-b75531d0ab47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.536357] env[68934]: DEBUG nova.network.neutron [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Successfully updated port: d09326f3-8dc7-495b-a68d-1eed0b2cc402 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.544037] env[68934]: DEBUG oslo_vmware.api [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1018.544037] env[68934]: value = "task-3135277" [ 1018.544037] env[68934]: _type = "Task" [ 1018.544037] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.553511] env[68934]: DEBUG oslo_vmware.api [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.598061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "47394934-beb4-4c59-8901-f3b5d27ff14a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.598061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.633170] env[68934]: DEBUG nova.network.neutron [-] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.681831] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.725808] env[68934]: DEBUG nova.compute.utils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.727707] env[68934]: DEBUG nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.727707] env[68934]: DEBUG nova.network.neutron [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.780757] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4c689609-0797-44ee-acf7-7913eb3c61ce tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.341s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.797713] env[68934]: DEBUG nova.policy [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90ada1dbd4ab47cbbcdf8b4453e48f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9776dc2601ca4dd8bc4ee12cb40839e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.993994] env[68934]: DEBUG nova.network.neutron [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.039348] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.040628] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.040628] env[68934]: DEBUG nova.network.neutron [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.060991] env[68934]: DEBUG oslo_vmware.api [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135277, 'name': ReconfigVM_Task, 'duration_secs': 0.376973} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.060991] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a/volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.066585] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5630b137-3595-43f5-9596-598a52e67e87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.080395] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ae28e-b0fb-4b71-8c10-4f2acd7fe574 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.083223] env[68934]: DEBUG nova.network.neutron [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.092055] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d155484-4d3e-47a7-85ba-507c932686f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.094034] env[68934]: DEBUG oslo_vmware.api [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1019.094034] env[68934]: value = "task-3135278" [ 1019.094034] env[68934]: _type = "Task" [ 1019.094034] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.127132] env[68934]: DEBUG nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.131086] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756cdb91-2449-4dd9-a88b-b961d58cd8dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.141454] env[68934]: INFO nova.compute.manager [-] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Took 1.31 seconds to deallocate network for instance. [ 1019.141454] env[68934]: DEBUG oslo_vmware.api [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.154257] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc6c05-5e9f-48c8-9be4-f5aa18430c2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.165228] env[68934]: DEBUG nova.compute.provider_tree [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.231340] env[68934]: DEBUG nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.280164] env[68934]: DEBUG nova.network.neutron [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Successfully created port: 115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.588038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Releasing lock "refresh_cache-7510780e-bb4c-4655-bb9a-68e8b64c28eb" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.588200] env[68934]: DEBUG nova.compute.manager [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.588431] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.589417] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd9976-bf20-46ed-90e0-eea721d4ff58 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.600546] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.601480] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c9c7f7-5c9b-4fc7-88ef-feb8d76d81bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.607577] env[68934]: WARNING nova.network.neutron [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] 831e4d87-3158-478a-9145-f891cf48a815 already exists in list: networks containing: ['831e4d87-3158-478a-9145-f891cf48a815']. ignoring it [ 1019.609195] env[68934]: DEBUG oslo_vmware.api [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135278, 'name': ReconfigVM_Task, 'duration_secs': 0.149359} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.609889] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627415', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'name': 'volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96519767-acbc-4b7d-9bae-86738667c69e', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'serial': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1019.614498] env[68934]: DEBUG oslo_vmware.api [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 1019.614498] env[68934]: value = "task-3135279" [ 1019.614498] env[68934]: _type = "Task" [ 1019.614498] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.623951] env[68934]: DEBUG oslo_vmware.api [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.656865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.658417] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.668294] env[68934]: DEBUG nova.scheduler.client.report [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.785292] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "b6210628-19b7-49d0-a382-5f0bd3496a46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.785292] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.825306] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "da941f90-b295-418a-bdd4-40e678a37f0b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.825737] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.825934] env[68934]: DEBUG nova.compute.manager [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.826950] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd213db-43da-4110-95c0-3fbe3c5c4ad5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.835474] env[68934]: DEBUG nova.compute.manager [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1019.836471] env[68934]: DEBUG nova.objects.instance [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'flavor' on Instance uuid da941f90-b295-418a-bdd4-40e678a37f0b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.042706] env[68934]: DEBUG nova.network.neutron [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "address": "fa:16:3e:45:3c:48", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09326f3-8d", "ovs_interfaceid": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.061430] env[68934]: DEBUG nova.compute.manager [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Received event network-vif-deleted-1b9a932a-6cc9-406c-baab-a384d2cbfb25 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.061678] env[68934]: DEBUG nova.compute.manager [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-vif-plugged-d09326f3-8dc7-495b-a68d-1eed0b2cc402 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.061873] env[68934]: DEBUG oslo_concurrency.lockutils [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.062413] env[68934]: DEBUG oslo_concurrency.lockutils [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.062704] env[68934]: DEBUG oslo_concurrency.lockutils [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.062954] env[68934]: DEBUG nova.compute.manager [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] No waiting events found dispatching network-vif-plugged-d09326f3-8dc7-495b-a68d-1eed0b2cc402 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.063239] env[68934]: WARNING nova.compute.manager [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received unexpected event network-vif-plugged-d09326f3-8dc7-495b-a68d-1eed0b2cc402 for instance with vm_state active and task_state None. [ 1020.063461] env[68934]: DEBUG nova.compute.manager [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-changed-d09326f3-8dc7-495b-a68d-1eed0b2cc402 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.063668] env[68934]: DEBUG nova.compute.manager [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing instance network info cache due to event network-changed-d09326f3-8dc7-495b-a68d-1eed0b2cc402. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.063890] env[68934]: DEBUG oslo_concurrency.lockutils [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.126050] env[68934]: DEBUG oslo_vmware.api [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135279, 'name': PowerOffVM_Task, 'duration_secs': 0.148076} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.126595] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.126951] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.127327] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a628daf-d91b-45d2-8cfa-4729ac79aa71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.160669] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.161453] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.161453] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleting the datastore file [datastore1] 7510780e-bb4c-4655-bb9a-68e8b64c28eb {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.161586] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95ce75c0-c6a3-4411-8af1-adf8cff919e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.168159] env[68934]: DEBUG oslo_vmware.api [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for the task: (returnval){ [ 1020.168159] env[68934]: value = "task-3135281" [ 1020.168159] env[68934]: _type = "Task" [ 1020.168159] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.178328] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.180573] env[68934]: DEBUG oslo_vmware.api [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.184029] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.404s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.204548] env[68934]: INFO nova.scheduler.client.report [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Deleted allocations for instance 4910db74-dcf9-431d-8376-3fa6485e3d08 [ 1020.243552] env[68934]: DEBUG nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.275018] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.275018] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.275018] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.275018] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.275018] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.275018] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.275018] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.275509] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.275803] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.276103] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.276416] env[68934]: DEBUG nova.virt.hardware [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.277752] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4953a96-caee-46f4-819a-c6d35a86444d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.285795] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef88279c-532b-4ba4-9f45-45e8f846425e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.290605] env[68934]: DEBUG nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.547128] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.547522] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.547759] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.548222] env[68934]: DEBUG oslo_concurrency.lockutils [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.548451] env[68934]: DEBUG nova.network.neutron [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing network info cache for port d09326f3-8dc7-495b-a68d-1eed0b2cc402 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.550375] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a08212f-fe15-49e4-ab09-42cfba7e8019 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.569519] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.570014] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.570235] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.570424] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.570571] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.570718] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.570925] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.571131] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.571318] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.571543] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.571751] env[68934]: DEBUG nova.virt.hardware [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.578329] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfiguring VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1020.579368] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2927ae7e-e234-4185-a333-87f32bfaa671 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.601594] env[68934]: DEBUG oslo_vmware.api [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1020.601594] env[68934]: value = "task-3135282" [ 1020.601594] env[68934]: _type = "Task" [ 1020.601594] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.614305] env[68934]: DEBUG oslo_vmware.api [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135282, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.675470] env[68934]: DEBUG nova.objects.instance [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.680532] env[68934]: DEBUG oslo_vmware.api [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Task: {'id': task-3135281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105524} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.681100] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.681244] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.681429] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.681598] env[68934]: INFO nova.compute.manager [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1020.681844] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.682047] env[68934]: DEBUG nova.compute.manager [-] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.682152] env[68934]: DEBUG nova.network.neutron [-] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.718425] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ac38d02f-b175-4441-9b2f-77296115c722 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Lock "4910db74-dcf9-431d-8376-3fa6485e3d08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.983s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.825844] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.843384] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.843710] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b70a950-5b8f-44ec-bbe7-2b3b095d40b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.852287] env[68934]: DEBUG oslo_vmware.api [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1020.852287] env[68934]: value = "task-3135283" [ 1020.852287] env[68934]: _type = "Task" [ 1020.852287] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.861340] env[68934]: DEBUG oslo_vmware.api [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.932185] env[68934]: DEBUG nova.network.neutron [-] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.017399] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e595a-202e-4f00-a6d6-b1ce1ca86419 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.030026] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b13c96-d645-4efd-b85d-71dc0f017f16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.076774] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c44cdb5-0432-4013-b623-f14f9773d1b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.086858] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85fae6-78d4-49ce-8215-31f8a3ec45c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.103163] env[68934]: DEBUG nova.compute.provider_tree [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.114333] env[68934]: DEBUG oslo_vmware.api [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.185196] env[68934]: DEBUG oslo_concurrency.lockutils [None req-9074c173-c27c-4619-8a48-5b0315680415 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.347s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.363467] env[68934]: DEBUG oslo_vmware.api [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135283, 'name': PowerOffVM_Task, 'duration_secs': 0.232722} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.363749] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.363944] env[68934]: DEBUG nova.compute.manager [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.365157] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec3d49-af92-4d07-8426-087ab5a33d50 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.410550] env[68934]: DEBUG nova.network.neutron [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Successfully updated port: 115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.436905] env[68934]: DEBUG nova.network.neutron [-] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.471734] env[68934]: DEBUG nova.network.neutron [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updated VIF entry in instance network info cache for port d09326f3-8dc7-495b-a68d-1eed0b2cc402. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.472079] env[68934]: DEBUG nova.network.neutron [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "address": "fa:16:3e:45:3c:48", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09326f3-8d", "ovs_interfaceid": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.538318] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.538618] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.539203] env[68934]: DEBUG nova.compute.manager [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.540480] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a075e50a-8221-4b87-8ef3-6ae2e188d153 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.549623] env[68934]: DEBUG nova.compute.manager [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1021.550390] env[68934]: DEBUG nova.objects.instance [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.609024] env[68934]: DEBUG nova.scheduler.client.report [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.618116] env[68934]: DEBUG oslo_vmware.api [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135282, 'name': ReconfigVM_Task, 'duration_secs': 0.730503} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.618588] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.618809] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfigured VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1021.877618] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4a14bd5f-93c8-49f6-add8-20d274853675 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.913936] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.914115] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.914297] env[68934]: DEBUG nova.network.neutron [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.938843] env[68934]: INFO nova.compute.manager [-] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Took 1.26 seconds to deallocate network for instance. [ 1021.975712] env[68934]: DEBUG oslo_concurrency.lockutils [req-84ee9f81-329f-4226-a5c5-270485e6d418 req-806a805a-530d-4569-a345-86f8881216fb service nova] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.122984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-224e9d4a-84a2-4faf-9353-55193c6a1f81 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.495s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.446481] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.450493] env[68934]: DEBUG nova.network.neutron [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.523156] env[68934]: DEBUG nova.compute.manager [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received event network-vif-plugged-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.523156] env[68934]: DEBUG oslo_concurrency.lockutils [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.523156] env[68934]: DEBUG oslo_concurrency.lockutils [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.523156] env[68934]: DEBUG oslo_concurrency.lockutils [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.523156] env[68934]: DEBUG nova.compute.manager [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] No waiting events found dispatching network-vif-plugged-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.523156] env[68934]: WARNING nova.compute.manager [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received unexpected event network-vif-plugged-115c211e-3804-4ee0-9e05-7b2b00904ccf for instance with vm_state building and task_state spawning. [ 1022.523156] env[68934]: DEBUG nova.compute.manager [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received event network-changed-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.523694] env[68934]: DEBUG nova.compute.manager [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Refreshing instance network info cache due to event network-changed-115c211e-3804-4ee0-9e05-7b2b00904ccf. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.524091] env[68934]: DEBUG oslo_concurrency.lockutils [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] Acquiring lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.560441] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.560441] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2112097-c013-4d56-a31b-82a165c08b89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.568463] env[68934]: DEBUG oslo_vmware.api [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1022.568463] env[68934]: value = "task-3135284" [ 1022.568463] env[68934]: _type = "Task" [ 1022.568463] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.582707] env[68934]: DEBUG oslo_vmware.api [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.618584] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.437s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.623989] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.188s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.623989] env[68934]: INFO nova.compute.claims [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.673958] env[68934]: DEBUG nova.network.neutron [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c211e-38", "ovs_interfaceid": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.866959] env[68934]: DEBUG nova.compute.manager [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.867576] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400dccf-1cf9-40f6-ba0a-34a1510c7f60 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.077739] env[68934]: DEBUG oslo_vmware.api [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135284, 'name': PowerOffVM_Task, 'duration_secs': 0.244627} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.078133] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.078233] env[68934]: DEBUG nova.compute.manager [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.078973] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b939724e-b3fe-4e97-8212-8347f9ccbbf6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.176705] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.177112] env[68934]: DEBUG nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Instance network_info: |[{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c211e-38", "ovs_interfaceid": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.177509] env[68934]: DEBUG oslo_concurrency.lockutils [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] Acquired lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.177637] env[68934]: DEBUG nova.network.neutron [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Refreshing network info cache for port 115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.178822] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:21:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '115c211e-3804-4ee0-9e05-7b2b00904ccf', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.189487] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating folder: Project (9776dc2601ca4dd8bc4ee12cb40839e1). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.191020] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8942618-786b-4f16-9c5b-18e53ac902ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.206369] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Created folder: Project (9776dc2601ca4dd8bc4ee12cb40839e1) in parent group-v627191. [ 1023.206704] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating folder: Instances. Parent ref: group-v627416. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.207161] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daa09072-8b19-44ce-af88-722bd3cd2775 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.216745] env[68934]: INFO nova.scheduler.client.report [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted allocation for migration 6282751e-f9e2-4382-ae2f-2814762f5913 [ 1023.226024] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Created folder: Instances in parent group-v627416. [ 1023.226218] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.226618] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.226877] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f87e17-b0ca-40be-b057-6da3c7d56486 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.248749] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.248749] env[68934]: value = "task-3135287" [ 1023.248749] env[68934]: _type = "Task" [ 1023.248749] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.258101] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135287, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.378384] env[68934]: INFO nova.compute.manager [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] instance snapshotting [ 1023.379343] env[68934]: DEBUG nova.objects.instance [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'flavor' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.534434] env[68934]: INFO nova.compute.manager [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Rebuilding instance [ 1023.592416] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd6893c3-0ae6-4695-a812-59e865496048 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.603808] env[68934]: DEBUG nova.compute.manager [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.604467] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca452298-12f8-4731-ad7c-71445b17d44b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.728387] env[68934]: DEBUG oslo_concurrency.lockutils [None req-258fd7e4-2871-46ae-aa3b-d9bbb0504ab8 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.030s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.766339] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135287, 'name': CreateVM_Task, 'duration_secs': 0.376997} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.766602] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.767237] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.767429] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.767709] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.768262] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb56bc4-1228-4111-b97d-d08061e47f4e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.777280] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1023.777280] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bfdb54-f8c4-2035-1585-250d086bbbfe" [ 1023.777280] env[68934]: _type = "Task" [ 1023.777280] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.792259] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bfdb54-f8c4-2035-1585-250d086bbbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.887678] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f349eb00-327e-4fab-84af-31c7500939df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.916318] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf759dc-bf21-4b0b-b2dd-bb6f0c5b4871 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.980904] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a5a8c8-da51-4c61-a920-ab6ab2da74cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.989410] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643e9e59-9c38-4f3e-9c7c-58d5b5ce261a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.026613] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eec132-5247-43c4-ba3b-a1d86d20cc37 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.034740] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d809c1e2-495d-4499-8b1f-6eb7307e31ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.050723] env[68934]: DEBUG nova.compute.provider_tree [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.082282] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.082587] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.082862] env[68934]: DEBUG nova.objects.instance [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'flavor' on Instance uuid 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.112641] env[68934]: DEBUG nova.network.neutron [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updated VIF entry in instance network info cache for port 115c211e-3804-4ee0-9e05-7b2b00904ccf. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.112984] env[68934]: DEBUG nova.network.neutron [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c211e-38", "ovs_interfaceid": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.287964] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bfdb54-f8c4-2035-1585-250d086bbbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011807} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.288290] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.288522] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.288755] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.288899] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.289087] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.289385] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed1360c-af1f-4478-9213-290d807d430f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.298532] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.298532] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.299268] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de07a48-c6a5-4f5b-aaf2-997b7a7dfabe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.305053] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1024.305053] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dec9d8-792d-19b0-769b-17d47a6431ae" [ 1024.305053] env[68934]: _type = "Task" [ 1024.305053] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.313598] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dec9d8-792d-19b0-769b-17d47a6431ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.433329] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.433630] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bcb6a622-259d-4865-9d30-26432a363970 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.447038] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1024.447038] env[68934]: value = "task-3135288" [ 1024.447038] env[68934]: _type = "Task" [ 1024.447038] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.456381] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135288, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.553983] env[68934]: DEBUG nova.scheduler.client.report [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.615825] env[68934]: DEBUG oslo_concurrency.lockutils [req-32c73ee5-8db0-439b-94bd-e41b3ca23742 req-eade280e-d669-4b7c-bbbf-57f7166d863b service nova] Releasing lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.627930] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.628327] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50474dc-342b-45cc-aa39-522040189460 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.636499] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1024.636499] env[68934]: value = "task-3135289" [ 1024.636499] env[68934]: _type = "Task" [ 1024.636499] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.649307] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.649531] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.650457] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9226516-bf4f-4e1d-8793-bb4c81c03b20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.663389] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.663673] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f45a3a20-b26c-4114-82cc-cf8f111372ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.742230] env[68934]: DEBUG nova.objects.instance [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'pci_requests' on Instance uuid 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.747932] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.748210] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.748394] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleting the datastore file [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.748672] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78ca4886-a7ff-491f-bc03-af86f66617ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.759423] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1024.759423] env[68934]: value = "task-3135291" [ 1024.759423] env[68934]: _type = "Task" [ 1024.759423] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.773232] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.819559] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52dec9d8-792d-19b0-769b-17d47a6431ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.820360] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8262f21c-cd84-422e-9f4c-72eb84c25e2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.827430] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1024.827430] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52efb105-42b7-fe94-f38c-7a1fa08342dd" [ 1024.827430] env[68934]: _type = "Task" [ 1024.827430] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.840272] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52efb105-42b7-fe94-f38c-7a1fa08342dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.927885] env[68934]: DEBUG nova.objects.instance [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.957725] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135288, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.059947] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.060478] env[68934]: DEBUG nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.064261] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.382s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.065648] env[68934]: DEBUG nova.objects.instance [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'resources' on Instance uuid beb25202-c3ff-43e4-a86e-2e520d70038d {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.244752] env[68934]: DEBUG nova.objects.base [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Object Instance<36661585-bb2b-4e5a-95ed-b2b5ce6571d7> lazy-loaded attributes: flavor,pci_requests {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.245076] env[68934]: DEBUG nova.network.neutron [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.270387] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199476} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.270681] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.271020] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.271089] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.286576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.286576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.286576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.286576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.286576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.290920] env[68934]: INFO nova.compute.manager [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Terminating instance [ 1025.312426] env[68934]: DEBUG nova.policy [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.340514] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52efb105-42b7-fe94-f38c-7a1fa08342dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013804} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.340784] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.341038] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.341307] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97c6b110-8b49-4117-86c2-06a917e69792 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.350114] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1025.350114] env[68934]: value = "task-3135292" [ 1025.350114] env[68934]: _type = "Task" [ 1025.350114] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.359903] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.435049] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.435245] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.435433] env[68934]: DEBUG nova.network.neutron [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.435624] env[68934]: DEBUG nova.objects.instance [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'info_cache' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.461517] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135288, 'name': CreateSnapshot_Task, 'duration_secs': 0.585419} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.461781] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1025.462574] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48070de5-eef0-444c-a5c2-693f13730947 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.568581] env[68934]: DEBUG nova.compute.utils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.570741] env[68934]: DEBUG nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.570827] env[68934]: DEBUG nova.network.neutron [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.645906] env[68934]: DEBUG nova.policy [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9871f629d1224ae7b019b938da2705c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3328af39f968456684fc19b77f25af92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.796429] env[68934]: DEBUG nova.compute.manager [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.796429] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.801082] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62af47-b102-4296-a4d9-1526ca4b4166 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.813634] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.814267] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d332a739-ed61-421e-baf6-5c9b874e9f6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.822403] env[68934]: DEBUG oslo_vmware.api [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1025.822403] env[68934]: value = "task-3135293" [ 1025.822403] env[68934]: _type = "Task" [ 1025.822403] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.841022] env[68934]: DEBUG oslo_vmware.api [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.864458] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499446} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.864774] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.865406] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.865603] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b6965d8-1442-4187-ad2a-d7b45ffc4e4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.874600] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1025.874600] env[68934]: value = "task-3135294" [ 1025.874600] env[68934]: _type = "Task" [ 1025.874600] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.885407] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.938784] env[68934]: DEBUG nova.objects.base [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Object Instance<96519767-acbc-4b7d-9bae-86738667c69e> lazy-loaded attributes: flavor,info_cache {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.958563] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "1d0afe3d-63af-42fb-bf93-313e516a0344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.958798] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.987783] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1025.989450] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d6d53f9-c92a-454d-8ace-be410137ec21 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.993544] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8136ab54-47b5-480c-a75e-3731a82e412f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.008461] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0ebb1f-8023-4f75-93ca-d4e24bb30e60 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.013249] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1026.013249] env[68934]: value = "task-3135295" [ 1026.013249] env[68934]: _type = "Task" [ 1026.013249] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.045633] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b312b9-054a-4084-a986-26fb4339d2d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.052459] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135295, 'name': CloneVM_Task} progress is 12%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.059760] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b8ee4c-0d1f-4cdd-a83e-24a5868aa324 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.079609] env[68934]: DEBUG nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.082386] env[68934]: DEBUG nova.compute.provider_tree [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.110657] env[68934]: DEBUG nova.network.neutron [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Successfully created port: f694e6de-bb12-4191-8ac6-c774f86601db {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.317318] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.317647] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.317714] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.317883] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.318064] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.318226] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.318436] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.318591] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.318750] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.318906] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.319091] env[68934]: DEBUG nova.virt.hardware [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.319975] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2417bd16-608e-4e0e-bfa4-797604ece099 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.335610] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53265f9e-7737-4d94-baf8-32822c50735f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.339259] env[68934]: DEBUG oslo_vmware.api [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135293, 'name': PowerOffVM_Task, 'duration_secs': 0.341817} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.339552] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.339724] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.340422] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-188edfbd-be13-4dba-b7bf-cf6cf6a54748 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.353733] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d9:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e91137-8f86-44a5-b247-cf9464953a62', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.361835] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.362101] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.362329] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb43c35-4709-48b1-b5dd-1ddc9111b855 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.386579] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086423} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.387908] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.388182] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.388182] env[68934]: value = "task-3135297" [ 1026.388182] env[68934]: _type = "Task" [ 1026.388182] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.388878] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a12ff-c0c3-446c-88c5-67549b790c46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.423696] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.424113] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135297, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.425544] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003edc34-38a5-48d4-b679-3814efd36d70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.441062] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.441374] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.441624] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleting the datastore file [datastore1] ed3b6f68-279b-43c2-a01e-1425993ad2f5 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.443981] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-475942e7-0ce8-4d26-9d0c-4d7fd933e07d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.452503] env[68934]: DEBUG oslo_vmware.api [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1026.452503] env[68934]: value = "task-3135298" [ 1026.452503] env[68934]: _type = "Task" [ 1026.452503] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.453962] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1026.453962] env[68934]: value = "task-3135299" [ 1026.453962] env[68934]: _type = "Task" [ 1026.453962] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.460722] env[68934]: DEBUG nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.466590] env[68934]: DEBUG oslo_vmware.api [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.470153] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.524186] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135295, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.588940] env[68934]: DEBUG nova.scheduler.client.report [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.682389] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.682680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.904208] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135297, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.916289] env[68934]: DEBUG nova.network.neutron [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updating instance_info_cache with network_info: [{"id": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "address": "fa:16:3e:3c:8d:9e", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762e3f6b-cf", "ovs_interfaceid": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.974365] env[68934]: DEBUG oslo_vmware.api [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361886} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.974964] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135299, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.977641] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.978058] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.978360] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.978680] env[68934]: INFO nova.compute.manager [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1026.979101] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.980784] env[68934]: DEBUG nova.compute.manager [-] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.980784] env[68934]: DEBUG nova.network.neutron [-] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.007649] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.027747] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135295, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.047033] env[68934]: DEBUG nova.compute.manager [req-023722f3-2f55-450e-a4a8-8c8c1d0dfd52 req-bfc4e3e6-06ba-4f61-a15d-85090a52fa4e service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-vif-plugged-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.047347] env[68934]: DEBUG oslo_concurrency.lockutils [req-023722f3-2f55-450e-a4a8-8c8c1d0dfd52 req-bfc4e3e6-06ba-4f61-a15d-85090a52fa4e service nova] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.048010] env[68934]: DEBUG oslo_concurrency.lockutils [req-023722f3-2f55-450e-a4a8-8c8c1d0dfd52 req-bfc4e3e6-06ba-4f61-a15d-85090a52fa4e service nova] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.048010] env[68934]: DEBUG oslo_concurrency.lockutils [req-023722f3-2f55-450e-a4a8-8c8c1d0dfd52 req-bfc4e3e6-06ba-4f61-a15d-85090a52fa4e service nova] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.048188] env[68934]: DEBUG nova.compute.manager [req-023722f3-2f55-450e-a4a8-8c8c1d0dfd52 req-bfc4e3e6-06ba-4f61-a15d-85090a52fa4e service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] No waiting events found dispatching network-vif-plugged-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.048228] env[68934]: WARNING nova.compute.manager [req-023722f3-2f55-450e-a4a8-8c8c1d0dfd52 req-bfc4e3e6-06ba-4f61-a15d-85090a52fa4e service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received unexpected event network-vif-plugged-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf for instance with vm_state active and task_state None. [ 1027.070865] env[68934]: DEBUG nova.network.neutron [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Successfully updated port: b3d5a1b4-005b-4d7c-84a9-bfdc196500bf {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.093357] env[68934]: DEBUG nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.095801] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.098470] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.442s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.098590] env[68934]: DEBUG nova.objects.instance [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lazy-loading 'resources' on Instance uuid 12e29bc4-9c09-4945-956a-e0b72846e502 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.118576] env[68934]: INFO nova.scheduler.client.report [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted allocations for instance beb25202-c3ff-43e4-a86e-2e520d70038d [ 1027.128372] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.128372] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.128372] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.128372] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.128372] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.128372] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.128716] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.128716] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.128796] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.130062] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.130062] env[68934]: DEBUG nova.virt.hardware [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.132548] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2765145-53bb-4fe9-8960-c3a32ed2e015 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.139012] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d139f37-578d-47c1-9d57-4b7237eccb5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.184824] env[68934]: DEBUG nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.321764] env[68934]: DEBUG nova.compute.manager [req-437293e7-299c-46fd-8d12-f3a09e98aade req-5bcb8496-242e-47d3-910f-fc18372efcf4 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Received event network-vif-deleted-e05067c5-65f4-4c3a-afa1-2aa160ce188e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.322112] env[68934]: INFO nova.compute.manager [req-437293e7-299c-46fd-8d12-f3a09e98aade req-5bcb8496-242e-47d3-910f-fc18372efcf4 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Neutron deleted interface e05067c5-65f4-4c3a-afa1-2aa160ce188e; detaching it from the instance and deleting it from the info cache [ 1027.322245] env[68934]: DEBUG nova.network.neutron [req-437293e7-299c-46fd-8d12-f3a09e98aade req-5bcb8496-242e-47d3-910f-fc18372efcf4 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.403049] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135297, 'name': CreateVM_Task, 'duration_secs': 0.518475} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.403049] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.403725] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.403911] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.404265] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.404842] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8afe0e-a5b2-41b5-9414-90c087a8ebbd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.409986] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1027.409986] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52426870-3500-b1a5-20b4-80828d994107" [ 1027.409986] env[68934]: _type = "Task" [ 1027.409986] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.418731] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52426870-3500-b1a5-20b4-80828d994107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.419413] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.470949] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135299, 'name': ReconfigVM_Task, 'duration_secs': 0.578844} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.471265] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.471899] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5c44507-83b0-44cf-8da2-7ce437b3c450 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.479518] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1027.479518] env[68934]: value = "task-3135300" [ 1027.479518] env[68934]: _type = "Task" [ 1027.479518] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.489386] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135300, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.524184] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135295, 'name': CloneVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.574045] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.574045] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.574045] env[68934]: DEBUG nova.network.neutron [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.636808] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "beb25202-c3ff-43e4-a86e-2e520d70038d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.150s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.705017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.770918] env[68934]: DEBUG nova.network.neutron [-] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.824946] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2351ef2c-724c-4bcb-9c8c-ebc25efc36b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.833842] env[68934]: DEBUG nova.network.neutron [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Successfully updated port: f694e6de-bb12-4191-8ac6-c774f86601db {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.838050] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ce716-a1d7-4085-803f-9e92a7f2ab8f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.883051] env[68934]: DEBUG nova.compute.manager [req-437293e7-299c-46fd-8d12-f3a09e98aade req-5bcb8496-242e-47d3-910f-fc18372efcf4 service nova] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Detach interface failed, port_id=e05067c5-65f4-4c3a-afa1-2aa160ce188e, reason: Instance ed3b6f68-279b-43c2-a01e-1425993ad2f5 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.899035] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ef00f0-a26b-40b5-8c09-e23160ad5d7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.909234] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb9711-a572-4815-8c8a-e1f0c1669708 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.926159] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52426870-3500-b1a5-20b4-80828d994107, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.952512] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.952808] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.953114] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.953302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.953492] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.954806] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ffddc9-20cf-4b45-b9a5-64b08459ece3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.957163] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34991cd-ae7e-4272-9ec7-e8416fbb604f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.965691] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e5ca6-48a9-4b7b-bc36-fa5d450ca4fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.970545] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.970720] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.971678] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad98053-9a57-4c7e-9dbb-3939bbd153f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.981662] env[68934]: DEBUG nova.compute.provider_tree [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.987452] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1027.987452] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523da1da-7654-5ec3-51d5-567ea5d8bfb3" [ 1027.987452] env[68934]: _type = "Task" [ 1027.987452] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.993911] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135300, 'name': Rename_Task, 'duration_secs': 0.167287} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.995012] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.995332] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f3a7dc-5d4b-4671-a369-1bad8302df6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.999910] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523da1da-7654-5ec3-51d5-567ea5d8bfb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.000919] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcb2b7c-9899-4cea-a906-2a7b779859a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.004711] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1028.004711] env[68934]: value = "task-3135301" [ 1028.004711] env[68934]: _type = "Task" [ 1028.004711] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.005893] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1028.005893] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5241810f-ca00-d89c-ba46-24cbb62eca30" [ 1028.005893] env[68934]: _type = "Task" [ 1028.005893] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.022831] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.023157] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5241810f-ca00-d89c-ba46-24cbb62eca30, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.026286] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.026556] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.026816] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9feee18e-9206-4071-a814-1ffcfde0e824 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.036197] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135295, 'name': CloneVM_Task, 'duration_secs': 1.538408} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.037440] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Created linked-clone VM from snapshot [ 1028.037789] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1028.037789] env[68934]: value = "task-3135302" [ 1028.037789] env[68934]: _type = "Task" [ 1028.037789] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.038534] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2fee4e-42db-4d62-8f85-db741138e41a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.052155] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.052889] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Uploading image aca322ea-af4a-446f-83cd-b5ebf9de81a1 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.075498] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1028.075498] env[68934]: value = "vm-627420" [ 1028.075498] env[68934]: _type = "VirtualMachine" [ 1028.075498] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1028.078053] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4be4779a-a5b7-42b3-9e10-36642c485519 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.086950] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease: (returnval){ [ 1028.086950] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1bfdd-da6b-59c3-1080-6a8d4fc99b75" [ 1028.086950] env[68934]: _type = "HttpNfcLease" [ 1028.086950] env[68934]: } obtained for exporting VM: (result){ [ 1028.086950] env[68934]: value = "vm-627420" [ 1028.086950] env[68934]: _type = "VirtualMachine" [ 1028.086950] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1028.087288] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the lease: (returnval){ [ 1028.087288] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1bfdd-da6b-59c3-1080-6a8d4fc99b75" [ 1028.087288] env[68934]: _type = "HttpNfcLease" [ 1028.087288] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.094568] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.094568] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1bfdd-da6b-59c3-1080-6a8d4fc99b75" [ 1028.094568] env[68934]: _type = "HttpNfcLease" [ 1028.094568] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.129535] env[68934]: WARNING nova.network.neutron [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] 831e4d87-3158-478a-9145-f891cf48a815 already exists in list: networks containing: ['831e4d87-3158-478a-9145-f891cf48a815']. ignoring it [ 1028.129828] env[68934]: WARNING nova.network.neutron [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] 831e4d87-3158-478a-9145-f891cf48a815 already exists in list: networks containing: ['831e4d87-3158-478a-9145-f891cf48a815']. ignoring it [ 1028.273292] env[68934]: INFO nova.compute.manager [-] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Took 1.29 seconds to deallocate network for instance. [ 1028.355651] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "refresh_cache-1e27de67-73f0-4e61-a290-36a4408e5fd9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.356265] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "refresh_cache-1e27de67-73f0-4e61-a290-36a4408e5fd9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.356265] env[68934]: DEBUG nova.network.neutron [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.430481] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.430809] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d8c2ae-eeea-4304-b0ea-cc95a4231654 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.440456] env[68934]: DEBUG oslo_vmware.api [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1028.440456] env[68934]: value = "task-3135304" [ 1028.440456] env[68934]: _type = "Task" [ 1028.440456] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.455028] env[68934]: DEBUG oslo_vmware.api [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.487800] env[68934]: DEBUG nova.scheduler.client.report [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.519979] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.555734] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462998} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.556361] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.556719] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.557099] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a566d7-a1e7-41d3-b35a-743a4cafec60 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.567185] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1028.567185] env[68934]: value = "task-3135305" [ 1028.567185] env[68934]: _type = "Task" [ 1028.567185] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.575750] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.599388] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.599388] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1bfdd-da6b-59c3-1080-6a8d4fc99b75" [ 1028.599388] env[68934]: _type = "HttpNfcLease" [ 1028.599388] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1028.601867] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1028.601867] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b1bfdd-da6b-59c3-1080-6a8d4fc99b75" [ 1028.601867] env[68934]: _type = "HttpNfcLease" [ 1028.601867] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1028.603512] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4aa03-8860-4e0c-9e87-f55be7eaba0a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.613757] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248de22-2729-daf6-21f2-51188a2e972f/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1028.613986] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248de22-2729-daf6-21f2-51188a2e972f/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1028.718145] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b56fb89b-e036-468b-983f-cd516d61d4ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.780319] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.798938] env[68934]: DEBUG nova.network.neutron [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "address": "fa:16:3e:45:3c:48", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09326f3-8d", "ovs_interfaceid": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3d5a1b4-005b-4d7c-84a9-bfdc196500bf", "address": "fa:16:3e:d3:0c:cf", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d5a1b4-00", "ovs_interfaceid": "b3d5a1b4-005b-4d7c-84a9-bfdc196500bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.885518] env[68934]: DEBUG nova.network.neutron [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.952096] env[68934]: DEBUG oslo_vmware.api [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135304, 'name': PowerOnVM_Task, 'duration_secs': 0.418717} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.952306] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.953034] env[68934]: DEBUG nova.compute.manager [None req-3cf0820c-5a39-47b5-a507-433f9c7c717a tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.953673] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5ea27-edc2-4212-8070-c9b8b70506fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.996670] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.997134] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.339s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.999087] env[68934]: INFO nova.compute.claims [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.015704] env[68934]: INFO nova.scheduler.client.report [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted allocations for instance 12e29bc4-9c09-4945-956a-e0b72846e502 [ 1029.020290] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135301, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.078967] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076182} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.079377] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.080250] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33628950-813f-4574-b947-a4baeec6d9bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.107748] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.108778] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc2c077f-e454-4182-a9c1-d61790369795 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.132542] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "93c64238-8e3b-44cf-abb0-1be369c96aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.132861] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.138535] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1029.138535] env[68934]: value = "task-3135306" [ 1029.138535] env[68934]: _type = "Task" [ 1029.138535] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.151754] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.303401] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.303401] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.304331] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.304513] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a987991-693f-4045-b514-8d6c77e9d41b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.326692] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.327080] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.327373] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.327595] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.327863] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.328079] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.328397] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.328614] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.328817] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.329084] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.329334] env[68934]: DEBUG nova.virt.hardware [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.335886] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfiguring VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1029.336330] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce5c9db1-60bd-41b2-8b69-088383597f89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.356135] env[68934]: DEBUG oslo_vmware.api [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1029.356135] env[68934]: value = "task-3135307" [ 1029.356135] env[68934]: _type = "Task" [ 1029.356135] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.365041] env[68934]: DEBUG oslo_vmware.api [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135307, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.368190] env[68934]: DEBUG nova.network.neutron [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Updating instance_info_cache with network_info: [{"id": "f694e6de-bb12-4191-8ac6-c774f86601db", "address": "fa:16:3e:c7:3a:07", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf694e6de-bb", "ovs_interfaceid": "f694e6de-bb12-4191-8ac6-c774f86601db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.521635] env[68934]: DEBUG oslo_vmware.api [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135301, 'name': PowerOnVM_Task, 'duration_secs': 1.175886} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.521635] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.521635] env[68934]: INFO nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1029.521635] env[68934]: DEBUG nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.522296] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70578015-ced8-47c8-b453-fe687a4f8f29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.527566] env[68934]: DEBUG oslo_concurrency.lockutils [None req-254e7284-254c-4244-a6bd-22fd59a4c693 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "12e29bc4-9c09-4945-956a-e0b72846e502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.341s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.635697] env[68934]: DEBUG nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.651708] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.670260] env[68934]: DEBUG nova.compute.manager [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-changed-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.670553] env[68934]: DEBUG nova.compute.manager [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing instance network info cache due to event network-changed-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.671420] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.671420] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.671671] env[68934]: DEBUG nova.network.neutron [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Refreshing network info cache for port b3d5a1b4-005b-4d7c-84a9-bfdc196500bf {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.868168] env[68934]: DEBUG oslo_vmware.api [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.871037] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "refresh_cache-1e27de67-73f0-4e61-a290-36a4408e5fd9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.871280] env[68934]: DEBUG nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Instance network_info: |[{"id": "f694e6de-bb12-4191-8ac6-c774f86601db", "address": "fa:16:3e:c7:3a:07", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf694e6de-bb", "ovs_interfaceid": "f694e6de-bb12-4191-8ac6-c774f86601db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.871777] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:3a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f694e6de-bb12-4191-8ac6-c774f86601db', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.880523] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.880906] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.881301] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf7c7f4-da24-477c-af7e-3054c1fff286 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.908011] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.908011] env[68934]: value = "task-3135308" [ 1029.908011] env[68934]: _type = "Task" [ 1029.908011] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.918977] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135308, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.051075] env[68934]: INFO nova.compute.manager [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Took 20.85 seconds to build instance. [ 1030.157556] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135306, 'name': ReconfigVM_Task, 'duration_secs': 0.75095} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.158932] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.159264] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b/da941f90-b295-418a-bdd4-40e678a37f0b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.160060] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbe1ec3d-4dc9-4b6c-9fa7-ed5b9cf11d85 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.172730] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1030.172730] env[68934]: value = "task-3135309" [ 1030.172730] env[68934]: _type = "Task" [ 1030.172730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.188357] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135309, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.328383] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5ba521-9b67-46df-a44c-f48b3e748374 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.338520] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deed481-ba5f-43ce-8d34-be242479050a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.383732] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba1fbd6-d5d9-4663-b67c-d92b78cbfc6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.396487] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717a72d-0803-4bec-a968-67c8aa82f64d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.400798] env[68934]: DEBUG oslo_vmware.api [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135307, 'name': ReconfigVM_Task, 'duration_secs': 0.682872} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.401418] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.401705] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfigured VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1030.420995] env[68934]: DEBUG nova.compute.provider_tree [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.433016] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135308, 'name': CreateVM_Task, 'duration_secs': 0.482418} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.433220] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.433999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.434209] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.434675] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.435263] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fb8165-6b35-45a5-8d8d-05c5c357faf7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.441655] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1030.441655] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a00d48-a93e-6cca-0dd0-816d42d5bad6" [ 1030.441655] env[68934]: _type = "Task" [ 1030.441655] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.450700] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a00d48-a93e-6cca-0dd0-816d42d5bad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.512578] env[68934]: DEBUG nova.network.neutron [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updated VIF entry in instance network info cache for port b3d5a1b4-005b-4d7c-84a9-bfdc196500bf. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.513225] env[68934]: DEBUG nova.network.neutron [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "address": "fa:16:3e:45:3c:48", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09326f3-8d", "ovs_interfaceid": "d09326f3-8dc7-495b-a68d-1eed0b2cc402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3d5a1b4-005b-4d7c-84a9-bfdc196500bf", "address": "fa:16:3e:d3:0c:cf", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d5a1b4-00", "ovs_interfaceid": "b3d5a1b4-005b-4d7c-84a9-bfdc196500bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.557231] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0cc82039-01fc-4f3f-ae6e-52d97864859f tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.371s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.685722] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135309, 'name': Rename_Task, 'duration_secs': 0.227062} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.686296] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.686375] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27864560-3836-4aa0-a7ee-643f011bceb4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.695774] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1030.695774] env[68934]: value = "task-3135310" [ 1030.695774] env[68934]: _type = "Task" [ 1030.695774] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.705531] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.925033] env[68934]: DEBUG oslo_concurrency.lockutils [None req-67422f8d-5697-4ad9-96bd-90fccce3e493 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.842s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.927361] env[68934]: DEBUG nova.scheduler.client.report [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.956223] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a00d48-a93e-6cca-0dd0-816d42d5bad6, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.956566] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.956853] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.957171] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.957356] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.957582] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.957934] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-682c0d37-b359-410f-81b7-11066e93fc1f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.970590] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.970777] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.971996] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e9413f-5954-456e-8352-cb073f9a22cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.979631] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1030.979631] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52692d1e-6b25-4a0f-600a-cd106233b539" [ 1030.979631] env[68934]: _type = "Task" [ 1030.979631] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.989193] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52692d1e-6b25-4a0f-600a-cd106233b539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.015799] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.016090] env[68934]: DEBUG nova.compute.manager [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Received event network-vif-plugged-f694e6de-bb12-4191-8ac6-c774f86601db {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.016321] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Acquiring lock "1e27de67-73f0-4e61-a290-36a4408e5fd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.016530] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.016697] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.016891] env[68934]: DEBUG nova.compute.manager [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] No waiting events found dispatching network-vif-plugged-f694e6de-bb12-4191-8ac6-c774f86601db {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.017096] env[68934]: WARNING nova.compute.manager [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Received unexpected event network-vif-plugged-f694e6de-bb12-4191-8ac6-c774f86601db for instance with vm_state building and task_state spawning. [ 1031.017275] env[68934]: DEBUG nova.compute.manager [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Received event network-changed-f694e6de-bb12-4191-8ac6-c774f86601db {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.017427] env[68934]: DEBUG nova.compute.manager [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Refreshing instance network info cache due to event network-changed-f694e6de-bb12-4191-8ac6-c774f86601db. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.017619] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Acquiring lock "refresh_cache-1e27de67-73f0-4e61-a290-36a4408e5fd9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.017760] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Acquired lock "refresh_cache-1e27de67-73f0-4e61-a290-36a4408e5fd9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.017924] env[68934]: DEBUG nova.network.neutron [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Refreshing network info cache for port f694e6de-bb12-4191-8ac6-c774f86601db {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.208907] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135310, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.252742] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "060fe62e-98c6-4c39-9909-64a245deac49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.253042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "060fe62e-98c6-4c39-9909-64a245deac49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.433048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.433511] env[68934]: DEBUG nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.436716] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.611s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.439174] env[68934]: INFO nova.compute.claims [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.491403] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52692d1e-6b25-4a0f-600a-cd106233b539, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.495033] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1763ad3-4583-4825-86d9-7a3fc7766dc4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.500947] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1031.500947] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe15fd-d2a3-9e69-8a3b-d18c64774e16" [ 1031.500947] env[68934]: _type = "Task" [ 1031.500947] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.512254] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe15fd-d2a3-9e69-8a3b-d18c64774e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.665336] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.666202] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.666442] env[68934]: DEBUG nova.compute.manager [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.667522] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ae193-f328-41fd-86aa-05807dd58e13 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.675997] env[68934]: DEBUG nova.compute.manager [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1031.676727] env[68934]: DEBUG nova.objects.instance [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'flavor' on Instance uuid 5ec31989-73c7-42f9-8427-b53d2f6df260 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.710216] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135310, 'name': PowerOnVM_Task, 'duration_secs': 0.594367} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.711220] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.711599] env[68934]: DEBUG nova.compute.manager [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.713438] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ed5419-e733-4121-a176-2c121059ac97 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.755702] env[68934]: DEBUG nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.837870] env[68934]: DEBUG nova.network.neutron [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Updated VIF entry in instance network info cache for port f694e6de-bb12-4191-8ac6-c774f86601db. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.838585] env[68934]: DEBUG nova.network.neutron [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Updating instance_info_cache with network_info: [{"id": "f694e6de-bb12-4191-8ac6-c774f86601db", "address": "fa:16:3e:c7:3a:07", "network": {"id": "82c2e070-257a-4eea-8b06-80710aa4eefc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1683682758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3328af39f968456684fc19b77f25af92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf694e6de-bb", "ovs_interfaceid": "f694e6de-bb12-4191-8ac6-c774f86601db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.950028] env[68934]: DEBUG nova.compute.utils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.950780] env[68934]: DEBUG nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.950978] env[68934]: DEBUG nova.network.neutron [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.011413] env[68934]: DEBUG nova.policy [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df4d0683b7d54d2faf7c7da3732c7740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b691320c884f489c983fa95ede09540a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.021262] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe15fd-d2a3-9e69-8a3b-d18c64774e16, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.021574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.021846] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 1e27de67-73f0-4e61-a290-36a4408e5fd9/1e27de67-73f0-4e61-a290-36a4408e5fd9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.022167] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-766745aa-7362-4e3a-a81d-af0af1bdb781 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.032397] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1032.032397] env[68934]: value = "task-3135311" [ 1032.032397] env[68934]: _type = "Task" [ 1032.032397] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.042576] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.227963] env[68934]: INFO nova.compute.manager [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] bringing vm to original state: 'stopped' [ 1032.281274] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.340990] env[68934]: DEBUG oslo_concurrency.lockutils [req-225e3b62-0813-430c-b853-01d999cb13d1 req-bdd7b85c-cae7-4ade-a380-d3f2fb5395f4 service nova] Releasing lock "refresh_cache-1e27de67-73f0-4e61-a290-36a4408e5fd9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.458383] env[68934]: DEBUG nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.543752] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498927} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.546773] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 1e27de67-73f0-4e61-a290-36a4408e5fd9/1e27de67-73f0-4e61-a290-36a4408e5fd9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.546773] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.548684] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f02e348-8548-42f2-b35e-bd27fd3e4346 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.562785] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1032.562785] env[68934]: value = "task-3135312" [ 1032.562785] env[68934]: _type = "Task" [ 1032.562785] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.577066] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.592972] env[68934]: DEBUG nova.network.neutron [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Successfully created port: 808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.642118] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-d09326f3-8dc7-495b-a68d-1eed0b2cc402" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.642426] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-d09326f3-8dc7-495b-a68d-1eed0b2cc402" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.684875] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.684875] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e035c60-69c9-4fed-a295-455335aaf8a5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.695124] env[68934]: DEBUG oslo_vmware.api [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1032.695124] env[68934]: value = "task-3135313" [ 1032.695124] env[68934]: _type = "Task" [ 1032.695124] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.706894] env[68934]: DEBUG oslo_vmware.api [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.778720] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca42bec-475d-4e2a-861e-d10b22d5a8d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.788242] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee4fc99-c5a2-4f78-9619-ebc59850bb38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.824391] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d765bc09-9daa-444d-aea8-710886074ca7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.833019] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a05e0c-13ca-4d30-8d08-b4bbfeea39e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.848126] env[68934]: DEBUG nova.compute.provider_tree [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.074232] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095821} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.074512] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.075393] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce48fed-c5c3-45ac-8bb6-2082e331f1b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.101176] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 1e27de67-73f0-4e61-a290-36a4408e5fd9/1e27de67-73f0-4e61-a290-36a4408e5fd9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.101549] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c74e8a-d574-456f-88e8-ab0bb233daf4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.123413] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1033.123413] env[68934]: value = "task-3135314" [ 1033.123413] env[68934]: _type = "Task" [ 1033.123413] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.132837] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.146320] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.146496] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.147718] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480738f9-60b1-4fa4-a13b-e572687038b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.168134] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5491e-3d8a-411b-ac2f-5a16d4078c05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.198326] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfiguring VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1033.198770] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f4e770f-11bc-4605-8787-dd7dd00e65af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.220764] env[68934]: DEBUG oslo_vmware.api [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135313, 'name': PowerOffVM_Task, 'duration_secs': 0.434067} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.222184] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.222315] env[68934]: DEBUG nova.compute.manager [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.222637] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1033.222637] env[68934]: value = "task-3135315" [ 1033.222637] env[68934]: _type = "Task" [ 1033.222637] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.224908] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e813575a-b764-4fb8-92af-b701327f27e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.238127] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "da941f90-b295-418a-bdd4-40e678a37f0b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.238384] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.238551] env[68934]: DEBUG nova.compute.manager [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.238832] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.239805] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ecac7-3559-4b15-b5df-c5b8909cd929 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.246978] env[68934]: DEBUG nova.compute.manager [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1033.354106] env[68934]: DEBUG nova.scheduler.client.report [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.471019] env[68934]: DEBUG nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.495407] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.495659] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.495815] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.495997] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.496157] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.496304] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.496509] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.496668] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.496833] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.496993] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.497189] env[68934]: DEBUG nova.virt.hardware [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.498411] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a05d3e-366b-4ea9-906f-5101a33b0597 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.506826] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbacef-233e-4b88-9de5-619eb875ccb1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.634211] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135314, 'name': ReconfigVM_Task, 'duration_secs': 0.331513} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.634599] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 1e27de67-73f0-4e61-a290-36a4408e5fd9/1e27de67-73f0-4e61-a290-36a4408e5fd9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.635260] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45b892d-ceae-47a6-b3ab-a362b3b512cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.642738] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1033.642738] env[68934]: value = "task-3135316" [ 1033.642738] env[68934]: _type = "Task" [ 1033.642738] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.651319] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135316, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.739418] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.742074] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8540000c-0b47-4780-958a-c47358260ba2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.753323] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.753884] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8301a59f-4a55-4497-b2db-ef8f5d8cfc1f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.763615] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1033.763615] env[68934]: value = "task-3135317" [ 1033.763615] env[68934]: _type = "Task" [ 1033.763615] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.778570] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.856576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.857159] env[68934]: DEBUG nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.860952] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.415s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.861192] env[68934]: DEBUG nova.objects.instance [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lazy-loading 'resources' on Instance uuid 7510780e-bb4c-4655-bb9a-68e8b64c28eb {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.094571] env[68934]: DEBUG nova.compute.manager [req-089957da-483e-469d-8448-daf77c439fd7 req-83ed51e8-088e-47ee-9b0e-5fac45815465 service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Received event network-vif-plugged-808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.094786] env[68934]: DEBUG oslo_concurrency.lockutils [req-089957da-483e-469d-8448-daf77c439fd7 req-83ed51e8-088e-47ee-9b0e-5fac45815465 service nova] Acquiring lock "47394934-beb4-4c59-8901-f3b5d27ff14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.095058] env[68934]: DEBUG oslo_concurrency.lockutils [req-089957da-483e-469d-8448-daf77c439fd7 req-83ed51e8-088e-47ee-9b0e-5fac45815465 service nova] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.095226] env[68934]: DEBUG oslo_concurrency.lockutils [req-089957da-483e-469d-8448-daf77c439fd7 req-83ed51e8-088e-47ee-9b0e-5fac45815465 service nova] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.095400] env[68934]: DEBUG nova.compute.manager [req-089957da-483e-469d-8448-daf77c439fd7 req-83ed51e8-088e-47ee-9b0e-5fac45815465 service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] No waiting events found dispatching network-vif-plugged-808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.095560] env[68934]: WARNING nova.compute.manager [req-089957da-483e-469d-8448-daf77c439fd7 req-83ed51e8-088e-47ee-9b0e-5fac45815465 service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Received unexpected event network-vif-plugged-808983fe-0364-41b9-a2d2-eced1a882beb for instance with vm_state building and task_state spawning. [ 1034.157183] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135316, 'name': Rename_Task, 'duration_secs': 0.153991} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.158091] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.158581] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b111555b-9db9-4a25-a7fb-9e0d74b084f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.167572] env[68934]: DEBUG nova.objects.instance [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'flavor' on Instance uuid 5ec31989-73c7-42f9-8427-b53d2f6df260 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.169548] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1034.169548] env[68934]: value = "task-3135318" [ 1034.169548] env[68934]: _type = "Task" [ 1034.169548] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.181745] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.242480] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.246768] env[68934]: DEBUG nova.network.neutron [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Successfully updated port: 808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.276949] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.277405] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.277643] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.277898] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.278151] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.280193] env[68934]: DEBUG oslo_vmware.api [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135317, 'name': PowerOffVM_Task, 'duration_secs': 0.256508} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.280749] env[68934]: INFO nova.compute.manager [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Terminating instance [ 1034.282276] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.282465] env[68934]: DEBUG nova.compute.manager [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.283998] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a834a55-2f3e-41e9-9c65-002f76243301 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.364897] env[68934]: DEBUG nova.compute.utils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.370534] env[68934]: DEBUG nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.370795] env[68934]: DEBUG nova.network.neutron [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.431298] env[68934]: DEBUG nova.policy [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2e106fb38be4625bb5a76967396e90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f24db9cfab984e9f987e19fecdff2dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.655060] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade0ad00-eed7-46b8-92a6-652ed4a556ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.667027] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c33300f-8318-45c6-aaaa-64f3fa07f21d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.707663] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.707882] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.708043] env[68934]: DEBUG nova.network.neutron [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.708242] env[68934]: DEBUG nova.objects.instance [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'info_cache' on Instance uuid 5ec31989-73c7-42f9-8427-b53d2f6df260 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.711182] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6d7af-49fa-41c7-917b-417af3ef8b7a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.722070] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c23e363-ca12-418a-963f-66ce114b334e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.725884] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135318, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.740483] env[68934]: DEBUG nova.compute.provider_tree [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.749064] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.749244] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.749477] env[68934]: DEBUG nova.network.neutron [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.750596] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.788513] env[68934]: DEBUG nova.compute.manager [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.788513] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.791342] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd715454-0742-43b7-acfa-113bcdcee2d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.797678] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.802381] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.802699] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f699b5-93d5-4264-a271-57467a340410 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.806183] env[68934]: DEBUG nova.network.neutron [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Successfully created port: cd9b696d-727a-40ef-9941-302c9937bbb9 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.811582] env[68934]: DEBUG oslo_vmware.api [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 1034.811582] env[68934]: value = "task-3135319" [ 1034.811582] env[68934]: _type = "Task" [ 1034.811582] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.822264] env[68934]: DEBUG oslo_vmware.api [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3135319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.871530] env[68934]: DEBUG nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.189485] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135318, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.214470] env[68934]: DEBUG nova.objects.base [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Object Instance<5ec31989-73c7-42f9-8427-b53d2f6df260> lazy-loaded attributes: flavor,info_cache {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.240020] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.243941] env[68934]: DEBUG nova.scheduler.client.report [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.294329] env[68934]: DEBUG nova.network.neutron [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.307194] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.322888] env[68934]: DEBUG oslo_vmware.api [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3135319, 'name': PowerOffVM_Task, 'duration_secs': 0.398426} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.325493] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.325673] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.326241] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4486a70d-8186-4b17-a0ba-87a6b4eb88f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.402884] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.403204] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.403514] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Deleting the datastore file [datastore1] 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.403881] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a47f92e8-7e9d-4e65-9627-8b03fc267f8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.412447] env[68934]: DEBUG oslo_vmware.api [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for the task: (returnval){ [ 1035.412447] env[68934]: value = "task-3135321" [ 1035.412447] env[68934]: _type = "Task" [ 1035.412447] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.421768] env[68934]: DEBUG oslo_vmware.api [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3135321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.464438] env[68934]: DEBUG nova.network.neutron [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Updating instance_info_cache with network_info: [{"id": "808983fe-0364-41b9-a2d2-eced1a882beb", "address": "fa:16:3e:67:73:3b", "network": {"id": "96a9c327-537a-444e-b152-348d3d01b3ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-220994300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b691320c884f489c983fa95ede09540a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808983fe-03", "ovs_interfaceid": "808983fe-0364-41b9-a2d2-eced1a882beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.687047] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135318, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.742201] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.749958] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.752153] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.745s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.753645] env[68934]: INFO nova.compute.claims [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.830995] env[68934]: INFO nova.scheduler.client.report [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Deleted allocations for instance 7510780e-bb4c-4655-bb9a-68e8b64c28eb [ 1035.888068] env[68934]: DEBUG nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.914309] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.914309] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.914555] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.914599] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.914816] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.914918] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.915126] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.915568] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.915568] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.915791] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.915971] env[68934]: DEBUG nova.virt.hardware [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.917399] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a5627e-ca3f-4b48-86fe-a04c7f09cb82 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.934790] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b134d1-41b8-4fb5-99ec-21ca110ee941 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.938756] env[68934]: DEBUG oslo_vmware.api [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Task: {'id': task-3135321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196571} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.941557] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.942858] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.942858] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.942858] env[68934]: INFO nova.compute.manager [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1035.942858] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.943238] env[68934]: DEBUG nova.compute.manager [-] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.943238] env[68934]: DEBUG nova.network.neutron [-] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.966986] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Releasing lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.967336] env[68934]: DEBUG nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Instance network_info: |[{"id": "808983fe-0364-41b9-a2d2-eced1a882beb", "address": "fa:16:3e:67:73:3b", "network": {"id": "96a9c327-537a-444e-b152-348d3d01b3ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-220994300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b691320c884f489c983fa95ede09540a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808983fe-03", "ovs_interfaceid": "808983fe-0364-41b9-a2d2-eced1a882beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.967727] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:73:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '808983fe-0364-41b9-a2d2-eced1a882beb', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.975699] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Creating folder: Project (b691320c884f489c983fa95ede09540a). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.975975] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13e8c645-8254-4acd-a924-099915c6fb6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.979379] env[68934]: DEBUG nova.network.neutron [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.991165] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Created folder: Project (b691320c884f489c983fa95ede09540a) in parent group-v627191. [ 1035.991369] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Creating folder: Instances. Parent ref: group-v627423. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.992025] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c55d5286-9b3e-43a0-adae-96ab1435422e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.004815] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Created folder: Instances in parent group-v627423. [ 1036.005108] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.005342] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.005575] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48fe3af0-051f-4368-a9bc-f75a5318d7dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.031774] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.031774] env[68934]: value = "task-3135324" [ 1036.031774] env[68934]: _type = "Task" [ 1036.031774] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.041106] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135324, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.126734] env[68934]: DEBUG nova.compute.manager [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Received event network-changed-808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.126939] env[68934]: DEBUG nova.compute.manager [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Refreshing instance network info cache due to event network-changed-808983fe-0364-41b9-a2d2-eced1a882beb. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.127208] env[68934]: DEBUG oslo_concurrency.lockutils [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] Acquiring lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.127388] env[68934]: DEBUG oslo_concurrency.lockutils [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] Acquired lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.127693] env[68934]: DEBUG nova.network.neutron [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Refreshing network info cache for port 808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.184425] env[68934]: DEBUG oslo_vmware.api [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135318, 'name': PowerOnVM_Task, 'duration_secs': 1.556603} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.184707] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.184931] env[68934]: INFO nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1036.185121] env[68934]: DEBUG nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.185960] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc4a0d-e7a6-40fb-ac12-c38c3f41637d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.243506] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.294599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ae4a7a64-0de4-41f0-9e23-b6ff549875a2 tempest-ServerShowV247Test-427571529 tempest-ServerShowV247Test-427571529-project-member] Lock "7510780e-bb4c-4655-bb9a-68e8b64c28eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.343s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.336478] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "da941f90-b295-418a-bdd4-40e678a37f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.336788] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.337013] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "da941f90-b295-418a-bdd4-40e678a37f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.337253] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.337545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.340050] env[68934]: INFO nova.compute.manager [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Terminating instance [ 1036.483933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.546068] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135324, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.713390] env[68934]: INFO nova.compute.manager [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Took 18.30 seconds to build instance. [ 1036.746535] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.844030] env[68934]: DEBUG nova.compute.manager [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.844353] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.846092] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1358e911-f7a6-4726-b2e5-86e7f17fd2a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.865073] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.865073] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ad942c9-205c-49ff-9b2c-715c228ddfa8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.910156] env[68934]: DEBUG nova.network.neutron [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Updated VIF entry in instance network info cache for port 808983fe-0364-41b9-a2d2-eced1a882beb. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.910566] env[68934]: DEBUG nova.network.neutron [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Updating instance_info_cache with network_info: [{"id": "808983fe-0364-41b9-a2d2-eced1a882beb", "address": "fa:16:3e:67:73:3b", "network": {"id": "96a9c327-537a-444e-b152-348d3d01b3ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-220994300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b691320c884f489c983fa95ede09540a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808983fe-03", "ovs_interfaceid": "808983fe-0364-41b9-a2d2-eced1a882beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.944922] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.945345] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.945631] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleting the datastore file [datastore2] da941f90-b295-418a-bdd4-40e678a37f0b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.946096] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b206f3b4-01ee-424e-a282-bae71073181b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.956966] env[68934]: DEBUG oslo_vmware.api [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1036.956966] env[68934]: value = "task-3135326" [ 1036.956966] env[68934]: _type = "Task" [ 1036.956966] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.968899] env[68934]: DEBUG oslo_vmware.api [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.050771] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135324, 'name': CreateVM_Task, 'duration_secs': 0.955022} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.050771] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.051799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.053016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.053016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.053016] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831dd58b-8713-481c-9a1a-ec42b6148554 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.067031] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1037.067031] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524efa3b-4a92-3cb2-f647-b2fc56193b66" [ 1037.067031] env[68934]: _type = "Task" [ 1037.067031] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.077398] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524efa3b-4a92-3cb2-f647-b2fc56193b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.152739] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c137734d-6b82-4635-a242-22d33a0a4a51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.166023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f5f580-8c54-4ea3-82bd-14b724b6800c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.202732] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ee0ec-84b7-4d4a-af62-89923612d41e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.215178] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5c6c0f-ae7f-4233-bd16-895bec492362 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.223234] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.818s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.237914] env[68934]: DEBUG nova.compute.provider_tree [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.250221] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.282021] env[68934]: DEBUG nova.network.neutron [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Successfully updated port: cd9b696d-727a-40ef-9941-302c9937bbb9 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.414093] env[68934]: DEBUG oslo_concurrency.lockutils [req-5e7b6a07-fb2a-4b1c-b6de-2798dab5ee8a req-aa060e22-9f10-4068-b5ce-cf5399f635dd service nova] Releasing lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.467484] env[68934]: DEBUG oslo_vmware.api [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258543} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.467788] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.467985] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.468194] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.468383] env[68934]: INFO nova.compute.manager [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1037.468648] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.468961] env[68934]: DEBUG nova.compute.manager [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.469041] env[68934]: DEBUG nova.network.neutron [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.494121] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.494121] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f63711-b8b3-47f2-91e2-14572fb722d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.503884] env[68934]: DEBUG oslo_vmware.api [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1037.503884] env[68934]: value = "task-3135327" [ 1037.503884] env[68934]: _type = "Task" [ 1037.503884] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.514126] env[68934]: DEBUG oslo_vmware.api [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.532025] env[68934]: DEBUG nova.network.neutron [-] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.581917] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524efa3b-4a92-3cb2-f647-b2fc56193b66, 'name': SearchDatastore_Task, 'duration_secs': 0.016673} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.582309] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.582588] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.582781] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.582922] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.583106] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.583381] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb2a6bb-d3f0-40d6-afd3-d37656b731b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.596944] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.596944] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.596944] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510187e9-1a9f-407c-9373-a964ac533151 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.606994] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1037.606994] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5220e3de-9a54-78a0-fd32-8913fe75730f" [ 1037.606994] env[68934]: _type = "Task" [ 1037.606994] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.616284] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5220e3de-9a54-78a0-fd32-8913fe75730f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.744822] env[68934]: DEBUG nova.scheduler.client.report [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.756428] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.786492] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "refresh_cache-b6210628-19b7-49d0-a382-5f0bd3496a46" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.786492] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquired lock "refresh_cache-b6210628-19b7-49d0-a382-5f0bd3496a46" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.786492] env[68934]: DEBUG nova.network.neutron [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.864442] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248de22-2729-daf6-21f2-51188a2e972f/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.865402] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6937b86f-9c56-493b-859d-ff461d03d265 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.873162] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248de22-2729-daf6-21f2-51188a2e972f/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.873395] env[68934]: ERROR oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248de22-2729-daf6-21f2-51188a2e972f/disk-0.vmdk due to incomplete transfer. [ 1037.873647] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-486b274a-b4c2-41ac-b965-c931eb42e171 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.882581] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248de22-2729-daf6-21f2-51188a2e972f/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1037.882783] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Uploaded image aca322ea-af4a-446f-83cd-b5ebf9de81a1 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1037.885121] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.885926] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-71b2b3b5-03db-4d09-a774-668f0eea58dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.895412] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1037.895412] env[68934]: value = "task-3135328" [ 1037.895412] env[68934]: _type = "Task" [ 1037.895412] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.909393] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135328, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.014334] env[68934]: DEBUG oslo_vmware.api [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135327, 'name': PowerOnVM_Task, 'duration_secs': 0.477817} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.014621] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.014826] env[68934]: DEBUG nova.compute.manager [None req-4f020d02-45ae-417d-b3c4-0c28c75d8c34 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.015654] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5880964-18d8-43fc-833c-76a589db01d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.034327] env[68934]: INFO nova.compute.manager [-] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Took 2.09 seconds to deallocate network for instance. [ 1038.122068] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5220e3de-9a54-78a0-fd32-8913fe75730f, 'name': SearchDatastore_Task, 'duration_secs': 0.013143} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.122888] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e40e53-12d6-41a9-8e94-36b44b8b99f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.130556] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1038.130556] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5260013e-2017-56ea-3dee-c4920c322c8f" [ 1038.130556] env[68934]: _type = "Task" [ 1038.130556] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.139782] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5260013e-2017-56ea-3dee-c4920c322c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.158549] env[68934]: DEBUG nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Received event network-vif-deleted-39bf2b16-f41b-4180-8af6-f51b7f55494c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.158812] env[68934]: DEBUG nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Received event network-vif-plugged-cd9b696d-727a-40ef-9941-302c9937bbb9 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.159429] env[68934]: DEBUG oslo_concurrency.lockutils [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] Acquiring lock "b6210628-19b7-49d0-a382-5f0bd3496a46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.159720] env[68934]: DEBUG oslo_concurrency.lockutils [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.159928] env[68934]: DEBUG oslo_concurrency.lockutils [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.160147] env[68934]: DEBUG nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] No waiting events found dispatching network-vif-plugged-cd9b696d-727a-40ef-9941-302c9937bbb9 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.160411] env[68934]: WARNING nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Received unexpected event network-vif-plugged-cd9b696d-727a-40ef-9941-302c9937bbb9 for instance with vm_state building and task_state spawning. [ 1038.160628] env[68934]: DEBUG nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Received event network-changed-cd9b696d-727a-40ef-9941-302c9937bbb9 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.160798] env[68934]: DEBUG nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Refreshing instance network info cache due to event network-changed-cd9b696d-727a-40ef-9941-302c9937bbb9. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.160967] env[68934]: DEBUG oslo_concurrency.lockutils [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] Acquiring lock "refresh_cache-b6210628-19b7-49d0-a382-5f0bd3496a46" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.249277] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.257627] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.257818] env[68934]: DEBUG nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.260460] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.556s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.261930] env[68934]: INFO nova.compute.claims [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.309970] env[68934]: DEBUG nova.network.neutron [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.324710] env[68934]: DEBUG nova.network.neutron [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.408947] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135328, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.514985] env[68934]: DEBUG nova.network.neutron [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Updating instance_info_cache with network_info: [{"id": "cd9b696d-727a-40ef-9941-302c9937bbb9", "address": "fa:16:3e:05:7c:48", "network": {"id": "1830efeb-718c-41f3-b2df-b3f980654d1f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-393671943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f24db9cfab984e9f987e19fecdff2dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd9b696d-72", "ovs_interfaceid": "cd9b696d-727a-40ef-9941-302c9937bbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.540334] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.616781] env[68934]: DEBUG nova.compute.manager [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.617733] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f932ac6-4a31-4ecf-a41c-3fc3e5b988de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.644052] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5260013e-2017-56ea-3dee-c4920c322c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.044425} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.644052] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.644052] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 47394934-beb4-4c59-8901-f3b5d27ff14a/47394934-beb4-4c59-8901-f3b5d27ff14a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.644451] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae85bd6-b1e4-451c-a95e-202e6a2031cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.654363] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1038.654363] env[68934]: value = "task-3135329" [ 1038.654363] env[68934]: _type = "Task" [ 1038.654363] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.664984] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.752825] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.766711] env[68934]: DEBUG nova.compute.utils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.767987] env[68934]: DEBUG nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.768193] env[68934]: DEBUG nova.network.neutron [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.813062] env[68934]: INFO nova.compute.manager [-] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Took 1.34 seconds to deallocate network for instance. [ 1038.836639] env[68934]: DEBUG nova.policy [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9313b1daa914c3c8c604b0244ce8a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f2f8e8a064405eade72de6a588b64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.910812] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135328, 'name': Destroy_Task, 'duration_secs': 0.81485} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.911839] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Destroyed the VM [ 1038.912269] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.912588] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-79beb87a-d8b4-41a0-b11a-3565492ddd8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.923272] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1038.923272] env[68934]: value = "task-3135330" [ 1038.923272] env[68934]: _type = "Task" [ 1038.923272] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.936027] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.017380] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Releasing lock "refresh_cache-b6210628-19b7-49d0-a382-5f0bd3496a46" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.018908] env[68934]: DEBUG nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Instance network_info: |[{"id": "cd9b696d-727a-40ef-9941-302c9937bbb9", "address": "fa:16:3e:05:7c:48", "network": {"id": "1830efeb-718c-41f3-b2df-b3f980654d1f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-393671943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f24db9cfab984e9f987e19fecdff2dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd9b696d-72", "ovs_interfaceid": "cd9b696d-727a-40ef-9941-302c9937bbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.021026] env[68934]: DEBUG oslo_concurrency.lockutils [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] Acquired lock "refresh_cache-b6210628-19b7-49d0-a382-5f0bd3496a46" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.021026] env[68934]: DEBUG nova.network.neutron [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Refreshing network info cache for port cd9b696d-727a-40ef-9941-302c9937bbb9 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.021489] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:7c:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd9b696d-727a-40ef-9941-302c9937bbb9', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.032731] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Creating folder: Project (f24db9cfab984e9f987e19fecdff2dfd). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.037068] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cd6157a-d085-48c7-b362-cb4fb5c9c889 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.054670] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Created folder: Project (f24db9cfab984e9f987e19fecdff2dfd) in parent group-v627191. [ 1039.055373] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Creating folder: Instances. Parent ref: group-v627426. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.056152] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-043401ba-7cd7-467f-b127-507727c8bfc7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.073123] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Created folder: Instances in parent group-v627426. [ 1039.073800] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.074227] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.074645] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9bec023-19ca-41ec-a0bd-2451e486abb8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.102061] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.102061] env[68934]: value = "task-3135333" [ 1039.102061] env[68934]: _type = "Task" [ 1039.102061] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.115572] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135333, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.132589] env[68934]: INFO nova.compute.manager [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] instance snapshotting [ 1039.134204] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c113de-13c4-451c-a652-78e379a9816a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.164464] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2811f3-ae1a-40e0-b9bd-3a83ff9f7a85 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.180186] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.254247] env[68934]: DEBUG oslo_vmware.api [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135315, 'name': ReconfigVM_Task, 'duration_secs': 5.827039} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.254517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.255290] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfigured VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1039.273571] env[68934]: DEBUG nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.326329] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.437761] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135330, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.582708] env[68934]: DEBUG nova.compute.manager [req-364ec4e4-dead-4d86-9a7e-ca85986aa6d1 req-b6d51eda-179b-402c-b64e-06f84558afb2 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-vif-deleted-d09326f3-8dc7-495b-a68d-1eed0b2cc402 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.582911] env[68934]: INFO nova.compute.manager [req-364ec4e4-dead-4d86-9a7e-ca85986aa6d1 req-b6d51eda-179b-402c-b64e-06f84558afb2 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Neutron deleted interface d09326f3-8dc7-495b-a68d-1eed0b2cc402; detaching it from the instance and deleting it from the info cache [ 1039.585019] env[68934]: DEBUG nova.network.neutron [req-364ec4e4-dead-4d86-9a7e-ca85986aa6d1 req-b6d51eda-179b-402c-b64e-06f84558afb2 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3d5a1b4-005b-4d7c-84a9-bfdc196500bf", "address": "fa:16:3e:d3:0c:cf", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d5a1b4-00", "ovs_interfaceid": "b3d5a1b4-005b-4d7c-84a9-bfdc196500bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.603336] env[68934]: DEBUG nova.network.neutron [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Updated VIF entry in instance network info cache for port cd9b696d-727a-40ef-9941-302c9937bbb9. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.603698] env[68934]: DEBUG nova.network.neutron [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Updating instance_info_cache with network_info: [{"id": "cd9b696d-727a-40ef-9941-302c9937bbb9", "address": "fa:16:3e:05:7c:48", "network": {"id": "1830efeb-718c-41f3-b2df-b3f980654d1f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-393671943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f24db9cfab984e9f987e19fecdff2dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd9b696d-72", "ovs_interfaceid": "cd9b696d-727a-40ef-9941-302c9937bbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.620181] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135333, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.639651] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a1ac33-11ae-4d2d-9784-1e1a5489cda8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.648636] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f5955a-8330-4879-9cdb-ba87342b0169 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.682211] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.683197] env[68934]: DEBUG nova.network.neutron [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Successfully created port: 5addcfe2-6d31-406f-9276-884c4e791d9f {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.688400] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfbd8c-e4c6-4ad3-b4c2-25f22d1858d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.690916] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33d4dfc8-6587-4259-b383-e380e24e0e7d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.702048] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7129ddc0-08f7-4615-ba47-cdef7f2a4236 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.706526] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655024} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.708263] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 47394934-beb4-4c59-8901-f3b5d27ff14a/47394934-beb4-4c59-8901-f3b5d27ff14a.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.708649] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.709090] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1039.709090] env[68934]: value = "task-3135334" [ 1039.709090] env[68934]: _type = "Task" [ 1039.709090] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.710059] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58adcbe6-fd47-495d-b890-19f9739606f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.727647] env[68934]: DEBUG nova.compute.provider_tree [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.735256] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.736790] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1039.736790] env[68934]: value = "task-3135335" [ 1039.736790] env[68934]: _type = "Task" [ 1039.736790] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.749023] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.938900] env[68934]: DEBUG oslo_vmware.api [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135330, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888039} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.939619] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.940024] env[68934]: INFO nova.compute.manager [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 1040.086945] env[68934]: DEBUG oslo_concurrency.lockutils [req-364ec4e4-dead-4d86-9a7e-ca85986aa6d1 req-b6d51eda-179b-402c-b64e-06f84558afb2 service nova] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.087170] env[68934]: DEBUG oslo_concurrency.lockutils [req-364ec4e4-dead-4d86-9a7e-ca85986aa6d1 req-b6d51eda-179b-402c-b64e-06f84558afb2 service nova] Acquired lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.088178] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c5cac-96cb-468c-bb88-fbf8f4e356e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.109040] env[68934]: DEBUG oslo_concurrency.lockutils [req-364ec4e4-dead-4d86-9a7e-ca85986aa6d1 req-b6d51eda-179b-402c-b64e-06f84558afb2 service nova] Releasing lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.109324] env[68934]: WARNING nova.compute.manager [req-364ec4e4-dead-4d86-9a7e-ca85986aa6d1 req-b6d51eda-179b-402c-b64e-06f84558afb2 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Detach interface failed, port_id=d09326f3-8dc7-495b-a68d-1eed0b2cc402, reason: No device with interface-id d09326f3-8dc7-495b-a68d-1eed0b2cc402 exists on VM: nova.exception.NotFound: No device with interface-id d09326f3-8dc7-495b-a68d-1eed0b2cc402 exists on VM [ 1040.113120] env[68934]: DEBUG oslo_concurrency.lockutils [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] Releasing lock "refresh_cache-b6210628-19b7-49d0-a382-5f0bd3496a46" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.113386] env[68934]: DEBUG nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Received event network-vif-deleted-78e91137-8f86-44a5-b247-cf9464953a62 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.113590] env[68934]: INFO nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Neutron deleted interface 78e91137-8f86-44a5-b247-cf9464953a62; detaching it from the instance and deleting it from the info cache [ 1040.113764] env[68934]: DEBUG nova.network.neutron [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.121917] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135333, 'name': CreateVM_Task, 'duration_secs': 0.544127} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.122658] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.123351] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.123548] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.123988] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.124580] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27828287-0b9e-43d0-b24d-5896f439343b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.130643] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1040.130643] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525ae689-d44c-1761-8662-e9d82baf6e9e" [ 1040.130643] env[68934]: _type = "Task" [ 1040.130643] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.139802] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525ae689-d44c-1761-8662-e9d82baf6e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.222938] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135334, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.231433] env[68934]: DEBUG nova.scheduler.client.report [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.247261] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071014} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.247556] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.248396] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd7a02f-5373-4c0a-b58d-bb6c0d05e729 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.271866] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 47394934-beb4-4c59-8901-f3b5d27ff14a/47394934-beb4-4c59-8901-f3b5d27ff14a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.272660] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc70ace-9aae-49c6-9968-8e0d0cef2999 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.288272] env[68934]: DEBUG nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.298049] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1040.298049] env[68934]: value = "task-3135336" [ 1040.298049] env[68934]: _type = "Task" [ 1040.298049] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.312537] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.315463] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.315745] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.315919] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.316168] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.316322] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.316470] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.316677] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.316839] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.317029] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.317207] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.317429] env[68934]: DEBUG nova.virt.hardware [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.318265] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04871a61-54c3-4ba1-baf6-582b1752d9a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.329478] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38bbbf-f814-4457-a465-e643fdfa6c6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.494785] env[68934]: DEBUG nova.compute.manager [None req-c3c70e8a-9c8e-4d75-b1a8-c149b28e70a2 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Found 1 images (rotation: 2) {{(pid=68934) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1040.558205] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.558394] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.558648] env[68934]: DEBUG nova.network.neutron [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.616450] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b7d298e-7c73-434e-9e3b-6cebde6eced0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.628182] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f82d8b5-3f52-4014-973f-3b0cd9f7600d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.653824] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525ae689-d44c-1761-8662-e9d82baf6e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01875} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.654802] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654900] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.655140] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.655207] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.655388] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.655943] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aacac2fb-0e3e-4d41-9545-0231e0be21c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.670384] env[68934]: DEBUG nova.compute.manager [req-757b204a-55a1-401b-9396-d32461f52bbc req-dd55a8bf-45a5-48d0-9d63-26d7eb910842 service nova] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Detach interface failed, port_id=78e91137-8f86-44a5-b247-cf9464953a62, reason: Instance da941f90-b295-418a-bdd4-40e678a37f0b could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.683461] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.683653] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.684471] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9460110-582e-4912-9f6e-61e384837243 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.691392] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1040.691392] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525e5c71-45d0-d1dd-fc20-bb63047c0adb" [ 1040.691392] env[68934]: _type = "Task" [ 1040.691392] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.700054] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525e5c71-45d0-d1dd-fc20-bb63047c0adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.718542] env[68934]: DEBUG nova.compute.manager [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-vif-deleted-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.718732] env[68934]: INFO nova.compute.manager [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Neutron deleted interface b3d5a1b4-005b-4d7c-84a9-bfdc196500bf; detaching it from the instance and deleting it from the info cache [ 1040.719069] env[68934]: DEBUG nova.network.neutron [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.726262] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135334, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.737943] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.738432] env[68934]: DEBUG nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.740938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.961s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.741158] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.743068] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.584s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.746613] env[68934]: INFO nova.compute.claims [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.771008] env[68934]: INFO nova.scheduler.client.report [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted allocations for instance ed3b6f68-279b-43c2-a01e-1425993ad2f5 [ 1040.809968] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.142735] env[68934]: DEBUG nova.compute.manager [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.144137] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605cfd8f-c89e-43f1-8e3d-77d67ac334c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.202665] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525e5c71-45d0-d1dd-fc20-bb63047c0adb, 'name': SearchDatastore_Task, 'duration_secs': 0.043792} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.203469] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697a61cd-5ca3-43c1-84d6-7e6c4f0f3a68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.209920] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1041.209920] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529d5b46-eaa6-1325-eea4-5dc54baf48a6" [ 1041.209920] env[68934]: _type = "Task" [ 1041.209920] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.222192] env[68934]: DEBUG oslo_concurrency.lockutils [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.222361] env[68934]: DEBUG oslo_concurrency.lockutils [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Acquired lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.222605] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529d5b46-eaa6-1325-eea4-5dc54baf48a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.226407] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e06626f-e394-4e79-ab32-12d31d817c9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.229015] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135334, 'name': CreateSnapshot_Task, 'duration_secs': 1.437248} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.229280] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.230324] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47e151b-051e-44d8-83f4-ecb8c26f21c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.246971] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8f6a5e-cf2c-48da-8435-e038439ae6c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.257287] env[68934]: DEBUG nova.compute.utils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.259117] env[68934]: DEBUG nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.259281] env[68934]: DEBUG nova.network.neutron [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.279327] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.286968] env[68934]: DEBUG nova.virt.vmwareapi.vmops [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfiguring VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1041.287754] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3b803596-a395-4cec-b369-77fee0a97865 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed3b6f68-279b-43c2-a01e-1425993ad2f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.003s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.291031] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78485ca7-7aad-4bd3-b49c-6b3d3ad37e28 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.316191] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135336, 'name': ReconfigVM_Task, 'duration_secs': 0.682345} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.316678] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 47394934-beb4-4c59-8901-f3b5d27ff14a/47394934-beb4-4c59-8901-f3b5d27ff14a.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.317996] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Waiting for the task: (returnval){ [ 1041.317996] env[68934]: value = "task-3135337" [ 1041.317996] env[68934]: _type = "Task" [ 1041.317996] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.317996] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08659fd4-b488-4c9e-8d5c-b9674c9f845e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.323156] env[68934]: DEBUG nova.policy [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaca7df5500d4b16b0de4c1824f1c615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc8d3f6dc804e4286f02c5c41a63f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.332037] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.333336] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1041.333336] env[68934]: value = "task-3135338" [ 1041.333336] env[68934]: _type = "Task" [ 1041.333336] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.342077] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135338, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.491649] env[68934]: INFO nova.network.neutron [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Port b3d5a1b4-005b-4d7c-84a9-bfdc196500bf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1041.492057] env[68934]: DEBUG nova.network.neutron [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [{"id": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "address": "fa:16:3e:9c:99:d3", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3860-0f", "ovs_interfaceid": "dd6a3860-0f48-44be-84ef-9a4af170baa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.510278] env[68934]: DEBUG nova.network.neutron [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Successfully updated port: 5addcfe2-6d31-406f-9276-884c4e791d9f {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.623409] env[68934]: DEBUG nova.network.neutron [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Successfully created port: 35fe8799-2b61-4644-93e4-ff336f167682 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.655693] env[68934]: INFO nova.compute.manager [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] instance snapshotting [ 1041.656345] env[68934]: DEBUG nova.objects.instance [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'flavor' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.722053] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529d5b46-eaa6-1325-eea4-5dc54baf48a6, 'name': SearchDatastore_Task, 'duration_secs': 0.02677} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.722350] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.722615] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] b6210628-19b7-49d0-a382-5f0bd3496a46/b6210628-19b7-49d0-a382-5f0bd3496a46.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.722890] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02858d75-05fb-406c-bd56-4fa5fa6acb69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.732192] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1041.732192] env[68934]: value = "task-3135339" [ 1041.732192] env[68934]: _type = "Task" [ 1041.732192] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.741999] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.762730] env[68934]: DEBUG nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.796041] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1041.796041] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cefd7fa7-961a-4a98-999a-d9b456649882 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.808840] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1041.808840] env[68934]: value = "task-3135340" [ 1041.808840] env[68934]: _type = "Task" [ 1041.808840] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.819149] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135340, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.832647] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.846287] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135338, 'name': Rename_Task, 'duration_secs': 0.434445} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.846630] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.846879] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d05aa4-3cb2-49a8-a802-377f90f9ce20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.855147] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1041.855147] env[68934]: value = "task-3135341" [ 1041.855147] env[68934]: _type = "Task" [ 1041.855147] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.863584] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.996621] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.015933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.016103] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.016263] env[68934]: DEBUG nova.network.neutron [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.089402] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f602e-e756-401b-870c-f271d1060331 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.098568] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1446bab4-41e3-4762-8fe5-9e4d0dfa8673 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.154024] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d300de-a756-4de6-9def-542a9990d99e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.171638] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30716086-5684-4c42-b909-ee14dfecdd5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.178120] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f073a05-70ba-45eb-b0b6-ebd6d1de783f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.193295] env[68934]: DEBUG nova.compute.provider_tree [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.212271] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f371085-3fea-4700-b742-b03565773f01 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.248631] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.323352] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135340, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.335976] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.366182] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135341, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.502572] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-36661585-bb2b-4e5a-95ed-b2b5ce6571d7-d09326f3-8dc7-495b-a68d-1eed0b2cc402" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.860s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.563760] env[68934]: DEBUG nova.network.neutron [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.712011] env[68934]: DEBUG nova.network.neutron [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance_info_cache with network_info: [{"id": "5addcfe2-6d31-406f-9276-884c4e791d9f", "address": "fa:16:3e:50:69:6c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5addcfe2-6d", "ovs_interfaceid": "5addcfe2-6d31-406f-9276-884c4e791d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.714571] env[68934]: DEBUG nova.scheduler.client.report [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.727221] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.728280] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd4ed3a4-7edb-4d69-a1bd-61b1dc39f22d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.738335] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1042.738335] env[68934]: value = "task-3135342" [ 1042.738335] env[68934]: _type = "Task" [ 1042.738335] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.747957] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632542} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.750083] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] b6210628-19b7-49d0-a382-5f0bd3496a46/b6210628-19b7-49d0-a382-5f0bd3496a46.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.750806] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.752030] env[68934]: DEBUG nova.compute.manager [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Received event network-vif-plugged-5addcfe2-6d31-406f-9276-884c4e791d9f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.752030] env[68934]: DEBUG oslo_concurrency.lockutils [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] Acquiring lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.752229] env[68934]: DEBUG oslo_concurrency.lockutils [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.752851] env[68934]: DEBUG oslo_concurrency.lockutils [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.752851] env[68934]: DEBUG nova.compute.manager [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] No waiting events found dispatching network-vif-plugged-5addcfe2-6d31-406f-9276-884c4e791d9f {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.752970] env[68934]: WARNING nova.compute.manager [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Received unexpected event network-vif-plugged-5addcfe2-6d31-406f-9276-884c4e791d9f for instance with vm_state building and task_state spawning. [ 1042.753069] env[68934]: DEBUG nova.compute.manager [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Received event network-changed-5addcfe2-6d31-406f-9276-884c4e791d9f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.753233] env[68934]: DEBUG nova.compute.manager [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Refreshing instance network info cache due to event network-changed-5addcfe2-6d31-406f-9276-884c4e791d9f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.753459] env[68934]: DEBUG oslo_concurrency.lockutils [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] Acquiring lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.757465] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bd5a283-daf2-4d50-9770-2eab9ac7d396 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.759923] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.766599] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1042.766599] env[68934]: value = "task-3135343" [ 1042.766599] env[68934]: _type = "Task" [ 1042.766599] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.778863] env[68934]: DEBUG nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.781462] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.804998] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.805329] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.805520] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.805712] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.805862] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.806022] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.806244] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.806421] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.806601] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.806840] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.807105] env[68934]: DEBUG nova.virt.hardware [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.808258] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d9fcf4-40b8-46bc-95da-ba664df57dd4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.825362] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea210981-2cec-4bf4-b27d-be72459a93bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.829745] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135340, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.838850] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.866063] env[68934]: DEBUG oslo_vmware.api [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135341, 'name': PowerOnVM_Task, 'duration_secs': 0.880908} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.866481] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.866582] env[68934]: INFO nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1042.866727] env[68934]: DEBUG nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.867674] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61085c86-d11d-4ef4-9f30-9cc429a0ef68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.038028] env[68934]: DEBUG nova.compute.manager [req-6c23abf3-b898-4df6-82b7-ec79f2f61258 req-04f041c7-7c82-4776-bc96-d45076584098 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Received event network-vif-plugged-35fe8799-2b61-4644-93e4-ff336f167682 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.038028] env[68934]: DEBUG oslo_concurrency.lockutils [req-6c23abf3-b898-4df6-82b7-ec79f2f61258 req-04f041c7-7c82-4776-bc96-d45076584098 service nova] Acquiring lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.038679] env[68934]: DEBUG oslo_concurrency.lockutils [req-6c23abf3-b898-4df6-82b7-ec79f2f61258 req-04f041c7-7c82-4776-bc96-d45076584098 service nova] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.038875] env[68934]: DEBUG oslo_concurrency.lockutils [req-6c23abf3-b898-4df6-82b7-ec79f2f61258 req-04f041c7-7c82-4776-bc96-d45076584098 service nova] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.039069] env[68934]: DEBUG nova.compute.manager [req-6c23abf3-b898-4df6-82b7-ec79f2f61258 req-04f041c7-7c82-4776-bc96-d45076584098 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] No waiting events found dispatching network-vif-plugged-35fe8799-2b61-4644-93e4-ff336f167682 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.039246] env[68934]: WARNING nova.compute.manager [req-6c23abf3-b898-4df6-82b7-ec79f2f61258 req-04f041c7-7c82-4776-bc96-d45076584098 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Received unexpected event network-vif-plugged-35fe8799-2b61-4644-93e4-ff336f167682 for instance with vm_state building and task_state spawning. [ 1043.131321] env[68934]: DEBUG nova.network.neutron [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Successfully updated port: 35fe8799-2b61-4644-93e4-ff336f167682 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.220816] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.221156] env[68934]: DEBUG nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Instance network_info: |[{"id": "5addcfe2-6d31-406f-9276-884c4e791d9f", "address": "fa:16:3e:50:69:6c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5addcfe2-6d", "ovs_interfaceid": "5addcfe2-6d31-406f-9276-884c4e791d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.221915] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.222418] env[68934]: DEBUG nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.224942] env[68934]: DEBUG oslo_concurrency.lockutils [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] Acquired lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.225146] env[68934]: DEBUG nova.network.neutron [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Refreshing network info cache for port 5addcfe2-6d31-406f-9276-884c4e791d9f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.226256] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:69:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5addcfe2-6d31-406f-9276-884c4e791d9f', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.234420] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.234657] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.954s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.236298] env[68934]: INFO nova.compute.claims [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.242152] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.242840] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e613839-ad80-4630-a0f3-98fa0d4b1330 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.268772] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.272589] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.272589] env[68934]: value = "task-3135344" [ 1043.272589] env[68934]: _type = "Task" [ 1043.272589] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.280613] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135742} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.281802] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.282071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b946862-f36a-458e-b8e2-e3dd6a9f4de2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.288429] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135344, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.311470] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] b6210628-19b7-49d0-a382-5f0bd3496a46/b6210628-19b7-49d0-a382-5f0bd3496a46.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.312208] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ebd4e9-66b0-417c-96c7-02a605832f70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.337424] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1043.337424] env[68934]: value = "task-3135345" [ 1043.337424] env[68934]: _type = "Task" [ 1043.337424] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.341728] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135340, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.348071] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.357369] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.386438] env[68934]: INFO nova.compute.manager [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Took 23.75 seconds to build instance. [ 1043.497298] env[68934]: DEBUG nova.network.neutron [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updated VIF entry in instance network info cache for port 5addcfe2-6d31-406f-9276-884c4e791d9f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.497436] env[68934]: DEBUG nova.network.neutron [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance_info_cache with network_info: [{"id": "5addcfe2-6d31-406f-9276-884c4e791d9f", "address": "fa:16:3e:50:69:6c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5addcfe2-6d", "ovs_interfaceid": "5addcfe2-6d31-406f-9276-884c4e791d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.635554] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "refresh_cache-026148ec-42c5-4054-aa38-16a7d7fcf9a1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.635554] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "refresh_cache-026148ec-42c5-4054-aa38-16a7d7fcf9a1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.635554] env[68934]: DEBUG nova.network.neutron [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.741324] env[68934]: DEBUG nova.compute.utils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.746048] env[68934]: DEBUG nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.746048] env[68934]: DEBUG nova.network.neutron [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.765509] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.788037] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135344, 'name': CreateVM_Task, 'duration_secs': 0.435819} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.788037] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.788037] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.788037] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.788037] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.788037] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bce6c11-2b7d-4422-9706-77550c22ddb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.791947] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1043.791947] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c30c07-aeb1-083f-5caa-c82ca36338cd" [ 1043.791947] env[68934]: _type = "Task" [ 1043.791947] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.803663] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c30c07-aeb1-083f-5caa-c82ca36338cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.806823] env[68934]: DEBUG nova.policy [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ba8e12734b49598661b773e76f4b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce2f9af11304971af9483a80e7db7de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.821860] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135340, 'name': CloneVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.841446] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.851143] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.888966] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f695b17e-57c7-42e5-becd-3c34b9cd236b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.292s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.000640] env[68934]: DEBUG oslo_concurrency.lockutils [req-da960b4e-e9ac-421e-90ee-e1d44759992d req-548e4fce-2c48-4d32-ab92-5fda12eb049e service nova] Releasing lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.160854] env[68934]: DEBUG nova.network.neutron [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Successfully created port: 1b026e59-645a-4652-b988-81cc3c1f5051 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.170220] env[68934]: DEBUG nova.network.neutron [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.244745] env[68934]: DEBUG nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.271431] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135342, 'name': CreateSnapshot_Task, 'duration_secs': 1.211269} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.272433] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.274033] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df1169-9649-4348-bee1-f191d1ba90fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.324280] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c30c07-aeb1-083f-5caa-c82ca36338cd, 'name': SearchDatastore_Task, 'duration_secs': 0.020835} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.329027] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.329385] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.329727] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.329945] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.330221] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.331377] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3d4bd52-8e73-467d-8148-489de773e6cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.340313] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135340, 'name': CloneVM_Task, 'duration_secs': 2.07232} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.345729] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Created linked-clone VM from snapshot [ 1044.354123] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30232bf-8b5f-4b18-907c-032e99dc6b18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.366190] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.366449] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.368219] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec7b0f2-dd89-4063-b3f1-d48fb31f0f35 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.389052] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Uploading image 024bdbe9-4e50-418f-8de2-ea28b95aecce {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1044.392127] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.399734] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135345, 'name': ReconfigVM_Task, 'duration_secs': 0.53238} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.399734] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Reconfigured VM instance instance-00000056 to attach disk [datastore2] b6210628-19b7-49d0-a382-5f0bd3496a46/b6210628-19b7-49d0-a382-5f0bd3496a46.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.400073] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f563df8f-f58d-4850-8872-9dc475771cbb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.404877] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1044.404877] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cddb01-ac0c-e0b5-df58-301fa039bd06" [ 1044.404877] env[68934]: _type = "Task" [ 1044.404877] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.414101] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1044.414716] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1044.414716] env[68934]: value = "task-3135346" [ 1044.414716] env[68934]: _type = "Task" [ 1044.414716] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.416039] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d92a50f-6e81-46f3-b168-0e9aaaab9f95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.435170] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52cddb01-ac0c-e0b5-df58-301fa039bd06, 'name': SearchDatastore_Task, 'duration_secs': 0.027189} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.437275] env[68934]: DEBUG nova.network.neutron [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Updating instance_info_cache with network_info: [{"id": "35fe8799-2b61-4644-93e4-ff336f167682", "address": "fa:16:3e:ae:f4:10", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fe8799-2b", "ovs_interfaceid": "35fe8799-2b61-4644-93e4-ff336f167682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.441829] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1044.441829] env[68934]: value = "task-3135347" [ 1044.441829] env[68934]: _type = "Task" [ 1044.441829] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.446742] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6f2d74-7eec-4340-91f0-4365197836be {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.463578] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135346, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.470348] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1044.470348] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528e7b46-4d3b-3408-4c83-3dd4c925c882" [ 1044.470348] env[68934]: _type = "Task" [ 1044.470348] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.480226] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135347, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.495338] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528e7b46-4d3b-3408-4c83-3dd4c925c882, 'name': SearchDatastore_Task, 'duration_secs': 0.013821} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.499543] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.500028] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 1d0afe3d-63af-42fb-bf93-313e516a0344/1d0afe3d-63af-42fb-bf93-313e516a0344.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.500759] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ce0d22-5c32-4445-9b41-b3eb808a87fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.514347] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1044.514347] env[68934]: value = "task-3135348" [ 1044.514347] env[68934]: _type = "Task" [ 1044.514347] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.529463] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.690834] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97042cd-2aa9-4d93-95e9-8ad857207a6f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.699758] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81fc164-dced-4171-81d3-2bca595f586d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.736649] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7155014e-1829-4f15-b621-6ba653d9c363 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.741598] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "ca603e9b-4769-407d-8846-f667067117bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.741998] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.747423] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbacca5b-e0e8-417f-ab01-3f4992423878 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.769061] env[68934]: DEBUG nova.compute.provider_tree [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.819535] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.820948] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16888660-0cc2-4601-b3a1-627e67f4ed0c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.836735] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1044.836735] env[68934]: value = "task-3135349" [ 1044.836735] env[68934]: _type = "Task" [ 1044.836735] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.853121] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135349, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.857090] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.940416] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135346, 'name': Rename_Task, 'duration_secs': 0.240684} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.940990] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.941432] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daa5f41d-1348-437b-85ef-e0f3f3c2d404 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.947425] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "refresh_cache-026148ec-42c5-4054-aa38-16a7d7fcf9a1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.947877] env[68934]: DEBUG nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Instance network_info: |[{"id": "35fe8799-2b61-4644-93e4-ff336f167682", "address": "fa:16:3e:ae:f4:10", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fe8799-2b", "ovs_interfaceid": "35fe8799-2b61-4644-93e4-ff336f167682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.948561] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:f4:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35fe8799-2b61-4644-93e4-ff336f167682', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.962997] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating folder: Project (0cc8d3f6dc804e4286f02c5c41a63f3c). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.965649] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f13f6a-a260-42c4-a376-6d91be013514 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.968972] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1044.968972] env[68934]: value = "task-3135350" [ 1044.968972] env[68934]: _type = "Task" [ 1044.968972] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.991517] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135350, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.999792] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135347, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.000238] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created folder: Project (0cc8d3f6dc804e4286f02c5c41a63f3c) in parent group-v627191. [ 1045.000508] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating folder: Instances. Parent ref: group-v627434. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.000937] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2af9f09d-be79-4e37-9eaf-89eff3f08803 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.017304] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created folder: Instances in parent group-v627434. [ 1045.017730] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.023691] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.024058] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-726ed56d-3aeb-4698-b1e2-1f3b975ecd79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.046767] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.048451] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.048451] env[68934]: value = "task-3135353" [ 1045.048451] env[68934]: _type = "Task" [ 1045.048451] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.059826] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135353, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.204460] env[68934]: DEBUG nova.compute.manager [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Received event network-changed-808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.204667] env[68934]: DEBUG nova.compute.manager [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Refreshing instance network info cache due to event network-changed-808983fe-0364-41b9-a2d2-eced1a882beb. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.204923] env[68934]: DEBUG oslo_concurrency.lockutils [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] Acquiring lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.205086] env[68934]: DEBUG oslo_concurrency.lockutils [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] Acquired lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.205284] env[68934]: DEBUG nova.network.neutron [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Refreshing network info cache for port 808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.247639] env[68934]: DEBUG nova.compute.utils [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.272600] env[68934]: DEBUG nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.275795] env[68934]: DEBUG nova.scheduler.client.report [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.302342] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.302658] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.302786] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.302975] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.303218] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.303389] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.303607] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.304511] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.304809] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.305068] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.305336] env[68934]: DEBUG nova.virt.hardware [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.306872] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a8d52-0cb0-47d4-a03a-352f761c6182 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.317984] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9c0573-169d-46d9-92bf-16f8f93f7137 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.349753] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135349, 'name': CloneVM_Task} progress is 93%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.356318] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.476849] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135347, 'name': Destroy_Task, 'duration_secs': 0.596376} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.480200] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Destroyed the VM [ 1045.480479] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1045.480790] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40d1c75b-b152-4132-8a34-45c4f5a280c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.488730] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.490188] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1045.490188] env[68934]: value = "task-3135354" [ 1045.490188] env[68934]: _type = "Task" [ 1045.490188] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.499311] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.509792] env[68934]: DEBUG nova.compute.manager [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Received event network-changed-35fe8799-2b61-4644-93e4-ff336f167682 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.509974] env[68934]: DEBUG nova.compute.manager [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Refreshing instance network info cache due to event network-changed-35fe8799-2b61-4644-93e4-ff336f167682. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.510211] env[68934]: DEBUG oslo_concurrency.lockutils [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] Acquiring lock "refresh_cache-026148ec-42c5-4054-aa38-16a7d7fcf9a1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.510354] env[68934]: DEBUG oslo_concurrency.lockutils [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] Acquired lock "refresh_cache-026148ec-42c5-4054-aa38-16a7d7fcf9a1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.510539] env[68934]: DEBUG nova.network.neutron [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Refreshing network info cache for port 35fe8799-2b61-4644-93e4-ff336f167682 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.528938] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647258} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.529225] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 1d0afe3d-63af-42fb-bf93-313e516a0344/1d0afe3d-63af-42fb-bf93-313e516a0344.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.529449] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.529720] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f9c46fb-5359-4372-a279-b67faf5ebe2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.539237] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1045.539237] env[68934]: value = "task-3135355" [ 1045.539237] env[68934]: _type = "Task" [ 1045.539237] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.551541] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.561345] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135353, 'name': CreateVM_Task, 'duration_secs': 0.432985} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.561893] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.562208] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.562378] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.562825] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.562983] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dc51cb-d517-42cd-90de-1253e959283e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.568982] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1045.568982] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c7f91-67de-0872-3472-796a8d0c460b" [ 1045.568982] env[68934]: _type = "Task" [ 1045.568982] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.579181] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c7f91-67de-0872-3472-796a8d0c460b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.751820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.771487] env[68934]: DEBUG nova.network.neutron [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Successfully updated port: 1b026e59-645a-4652-b988-81cc3c1f5051 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.781429] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.782467] env[68934]: DEBUG nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.787828] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.481s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.788036] env[68934]: DEBUG nova.objects.instance [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1045.838773] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.843645] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.858766] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.862539] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135349, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.988932] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135350, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.006083] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135354, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.050281] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137926} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.050646] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.051539] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5de7fc-3a96-4f1f-adf5-b2721d427619 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.075721] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1d0afe3d-63af-42fb-bf93-313e516a0344/1d0afe3d-63af-42fb-bf93-313e516a0344.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.078460] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d382c4-ba39-43a4-a062-20408c1f1b7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.107568] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c7f91-67de-0872-3472-796a8d0c460b, 'name': SearchDatastore_Task, 'duration_secs': 0.016472} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.109686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.110190] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.110668] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.110994] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.111488] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.111946] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1046.111946] env[68934]: value = "task-3135356" [ 1046.111946] env[68934]: _type = "Task" [ 1046.111946] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.112368] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19944ba1-5839-4be4-8fe0-b7c1667b02f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.131849] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.133832] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.134170] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.135725] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f204be85-78b4-4451-922d-0760eb40e37f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.140506] env[68934]: DEBUG nova.network.neutron [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Updated VIF entry in instance network info cache for port 808983fe-0364-41b9-a2d2-eced1a882beb. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.141136] env[68934]: DEBUG nova.network.neutron [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Updating instance_info_cache with network_info: [{"id": "808983fe-0364-41b9-a2d2-eced1a882beb", "address": "fa:16:3e:67:73:3b", "network": {"id": "96a9c327-537a-444e-b152-348d3d01b3ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-220994300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b691320c884f489c983fa95ede09540a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808983fe-03", "ovs_interfaceid": "808983fe-0364-41b9-a2d2-eced1a882beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.148154] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1046.148154] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52448203-ab23-9ec9-3539-a9e4902e1afa" [ 1046.148154] env[68934]: _type = "Task" [ 1046.148154] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.162430] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52448203-ab23-9ec9-3539-a9e4902e1afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.252835] env[68934]: DEBUG nova.network.neutron [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Updated VIF entry in instance network info cache for port 35fe8799-2b61-4644-93e4-ff336f167682. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.253236] env[68934]: DEBUG nova.network.neutron [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Updating instance_info_cache with network_info: [{"id": "35fe8799-2b61-4644-93e4-ff336f167682", "address": "fa:16:3e:ae:f4:10", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fe8799-2b", "ovs_interfaceid": "35fe8799-2b61-4644-93e4-ff336f167682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.278983] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-93c64238-8e3b-44cf-abb0-1be369c96aed" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.279184] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-93c64238-8e3b-44cf-abb0-1be369c96aed" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.279359] env[68934]: DEBUG nova.network.neutron [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.296499] env[68934]: DEBUG nova.compute.utils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.301236] env[68934]: DEBUG nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.301416] env[68934]: DEBUG nova.network.neutron [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.345072] env[68934]: DEBUG nova.policy [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90ada1dbd4ab47cbbcdf8b4453e48f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9776dc2601ca4dd8bc4ee12cb40839e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.364887] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135349, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.365204] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.366334] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.366334] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.366865] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.366865] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.367084] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.367915] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1046.367915] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.372631] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.490778] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135350, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.501603] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135354, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.633569] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135356, 'name': ReconfigVM_Task, 'duration_secs': 0.320189} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.634123] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1d0afe3d-63af-42fb-bf93-313e516a0344/1d0afe3d-63af-42fb-bf93-313e516a0344.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.634915] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78617de2-924d-49e5-b9ac-1ccd844037c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.644821] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1046.644821] env[68934]: value = "task-3135357" [ 1046.644821] env[68934]: _type = "Task" [ 1046.644821] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.645370] env[68934]: DEBUG oslo_concurrency.lockutils [req-f79685d2-b9d0-4ba5-b0e3-a5ed1225bb62 req-a10efe1f-e811-4976-b7d5-97589f01396d service nova] Releasing lock "refresh_cache-47394934-beb4-4c59-8901-f3b5d27ff14a" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.659603] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135357, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.663287] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52448203-ab23-9ec9-3539-a9e4902e1afa, 'name': SearchDatastore_Task, 'duration_secs': 0.015221} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.664631] env[68934]: DEBUG nova.network.neutron [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Successfully created port: 8b430339-31e4-4cd8-ba92-bd8e5888079c {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.666504] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc24557-db5b-4269-827b-06835e02e7e3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.672900] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1046.672900] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]529b6e9a-33b7-af44-4ce2-2b5fb1d7b31b" [ 1046.672900] env[68934]: _type = "Task" [ 1046.672900] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.682719] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529b6e9a-33b7-af44-4ce2-2b5fb1d7b31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.758039] env[68934]: DEBUG oslo_concurrency.lockutils [req-7e74af35-8db9-4a47-96e3-2a43dca40e82 req-56924282-9db5-4fcd-b562-584b3b177948 service nova] Releasing lock "refresh_cache-026148ec-42c5-4054-aa38-16a7d7fcf9a1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.808023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d04df24-c24e-44b3-b5b6-661c533faa22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.808023] env[68934]: DEBUG nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.810491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.270s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.810996] env[68934]: DEBUG nova.objects.instance [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lazy-loading 'resources' on Instance uuid 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.812786] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "ca603e9b-4769-407d-8846-f667067117bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.813298] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.813805] env[68934]: INFO nova.compute.manager [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Attaching volume 601000a9-fba8-4d4d-99e6-15b0fd2ff137 to /dev/sdb [ 1046.840019] env[68934]: DEBUG nova.network.neutron [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.856603] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135349, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.861842] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a51d8-f3eb-44e7-bc6d-93835ae0d782 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.868316] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.873431] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7179387c-e78f-4fed-970e-d8f038607b90 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.878823] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.898119] env[68934]: DEBUG nova.virt.block_device [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updating existing volume attachment record: b53800d3-8936-44ae-a435-b5951589ed6d {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.996346] env[68934]: DEBUG oslo_vmware.api [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135350, 'name': PowerOnVM_Task, 'duration_secs': 1.583851} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.006956] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.007334] env[68934]: INFO nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1047.007468] env[68934]: DEBUG nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.008824] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3506ad9-9e95-4298-9746-d8ba06b6d473 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.025985] env[68934]: DEBUG oslo_vmware.api [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135354, 'name': RemoveSnapshot_Task, 'duration_secs': 1.061941} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.026203] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.145561] env[68934]: DEBUG nova.network.neutron [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Updating instance_info_cache with network_info: [{"id": "1b026e59-645a-4652-b988-81cc3c1f5051", "address": "fa:16:3e:e5:ec:c4", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b026e59-64", "ovs_interfaceid": "1b026e59-645a-4652-b988-81cc3c1f5051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.158074] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135357, 'name': Rename_Task, 'duration_secs': 0.162236} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.158375] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.158633] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96728efa-3514-4239-bbd4-e725071907d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.166707] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1047.166707] env[68934]: value = "task-3135359" [ 1047.166707] env[68934]: _type = "Task" [ 1047.166707] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.175402] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.184049] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]529b6e9a-33b7-af44-4ce2-2b5fb1d7b31b, 'name': SearchDatastore_Task, 'duration_secs': 0.02018} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.184310] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.184584] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 026148ec-42c5-4054-aa38-16a7d7fcf9a1/026148ec-42c5-4054-aa38-16a7d7fcf9a1.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.184846] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9662e19b-a8f6-4b0e-87a8-e31e8f4f2586 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.192816] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1047.192816] env[68934]: value = "task-3135360" [ 1047.192816] env[68934]: _type = "Task" [ 1047.192816] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.201758] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.361602] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135349, 'name': CloneVM_Task, 'duration_secs': 2.328379} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.366907] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Created linked-clone VM from snapshot [ 1047.368752] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f81792-7b8a-4271-a924-fcbc24b1ea09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.375309] env[68934]: DEBUG oslo_vmware.api [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Task: {'id': task-3135337, 'name': ReconfigVM_Task, 'duration_secs': 5.793577} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.375629] env[68934]: DEBUG oslo_concurrency.lockutils [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] Releasing lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.375881] env[68934]: DEBUG nova.virt.vmwareapi.vmops [req-38f28eb8-57a3-4b42-b49e-3cc3848c4e5b req-9334c24c-a84a-4052-bbf7-a7d02a53960f service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Reconfigured VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1047.376450] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.097s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.376679] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.376885] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.377065] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.386958] env[68934]: INFO nova.compute.manager [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Terminating instance [ 1047.388819] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Uploading image 1ed01244-2042-4b81-bb43-07daa30d2dab {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.415553] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.415553] env[68934]: value = "vm-627433" [ 1047.415553] env[68934]: _type = "VirtualMachine" [ 1047.415553] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.415848] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd43e940-614e-4099-bf73-381de61ed7de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.432662] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease: (returnval){ [ 1047.432662] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528fbc79-ba97-5e42-0517-de64bea9274e" [ 1047.432662] env[68934]: _type = "HttpNfcLease" [ 1047.432662] env[68934]: } obtained for exporting VM: (result){ [ 1047.432662] env[68934]: value = "vm-627433" [ 1047.432662] env[68934]: _type = "VirtualMachine" [ 1047.432662] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.433044] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the lease: (returnval){ [ 1047.433044] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528fbc79-ba97-5e42-0517-de64bea9274e" [ 1047.433044] env[68934]: _type = "HttpNfcLease" [ 1047.433044] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.445037] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.445037] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528fbc79-ba97-5e42-0517-de64bea9274e" [ 1047.445037] env[68934]: _type = "HttpNfcLease" [ 1047.445037] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.533551] env[68934]: WARNING nova.compute.manager [None req-02cd291e-0fa5-4560-a596-9d5ae965bbc3 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Image not found during snapshot: nova.exception.ImageNotFound: Image 024bdbe9-4e50-418f-8de2-ea28b95aecce could not be found. [ 1047.537930] env[68934]: INFO nova.compute.manager [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Took 26.73 seconds to build instance. [ 1047.645580] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e331f9bf-50c9-4fa4-a207-4d8fbdee3e10 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.654209] env[68934]: DEBUG nova.compute.manager [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Received event network-vif-plugged-1b026e59-645a-4652-b988-81cc3c1f5051 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.654209] env[68934]: DEBUG oslo_concurrency.lockutils [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] Acquiring lock "93c64238-8e3b-44cf-abb0-1be369c96aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.654209] env[68934]: DEBUG oslo_concurrency.lockutils [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.654209] env[68934]: DEBUG oslo_concurrency.lockutils [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.654209] env[68934]: DEBUG nova.compute.manager [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] No waiting events found dispatching network-vif-plugged-1b026e59-645a-4652-b988-81cc3c1f5051 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.654209] env[68934]: WARNING nova.compute.manager [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Received unexpected event network-vif-plugged-1b026e59-645a-4652-b988-81cc3c1f5051 for instance with vm_state building and task_state spawning. [ 1047.654664] env[68934]: DEBUG nova.compute.manager [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Received event network-changed-1b026e59-645a-4652-b988-81cc3c1f5051 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.654664] env[68934]: DEBUG nova.compute.manager [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Refreshing instance network info cache due to event network-changed-1b026e59-645a-4652-b988-81cc3c1f5051. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.654664] env[68934]: DEBUG oslo_concurrency.lockutils [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] Acquiring lock "refresh_cache-93c64238-8e3b-44cf-abb0-1be369c96aed" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.656901] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-93c64238-8e3b-44cf-abb0-1be369c96aed" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.657239] env[68934]: DEBUG nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Instance network_info: |[{"id": "1b026e59-645a-4652-b988-81cc3c1f5051", "address": "fa:16:3e:e5:ec:c4", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b026e59-64", "ovs_interfaceid": "1b026e59-645a-4652-b988-81cc3c1f5051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.657756] env[68934]: DEBUG oslo_concurrency.lockutils [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] Acquired lock "refresh_cache-93c64238-8e3b-44cf-abb0-1be369c96aed" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.658095] env[68934]: DEBUG nova.network.neutron [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Refreshing network info cache for port 1b026e59-645a-4652-b988-81cc3c1f5051 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.659716] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ec:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b026e59-645a-4652-b988-81cc3c1f5051', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.668148] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.671625] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.677034] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-736e71c0-cbd8-42e0-a507-955effb50274 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.698221] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e4230-b77e-406f-9546-8b7c0d4609dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.713494] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.743772] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.743772] env[68934]: value = "task-3135364" [ 1047.743772] env[68934]: _type = "Task" [ 1047.743772] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.745913] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb36e5dd-cfc6-4a44-8044-1f2af4d660bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.756836] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.766111] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135364, 'name': CreateVM_Task} progress is 15%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.767386] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58498a1b-17df-4e70-a95d-e34674d1903c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.786806] env[68934]: DEBUG nova.compute.provider_tree [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.825916] env[68934]: DEBUG nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.851939] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.852455] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.852455] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.852603] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.852696] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.852948] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.853806] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.853806] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.853806] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.853806] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.854316] env[68934]: DEBUG nova.virt.hardware [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.854831] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357be27f-234d-40c7-a033-a5a8577c3f24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.864098] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce37dfb1-895d-4cb5-9ac0-bdd1b4c33779 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.893751] env[68934]: DEBUG nova.compute.manager [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.893959] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.894892] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1884b95a-8a9b-42cd-8b0c-822edb93e4a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.903271] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.903487] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12c3f07d-2c85-4704-8d43-9b1432f11a28 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.911566] env[68934]: DEBUG oslo_vmware.api [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1047.911566] env[68934]: value = "task-3135365" [ 1047.911566] env[68934]: _type = "Task" [ 1047.911566] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.924564] env[68934]: DEBUG oslo_vmware.api [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.946513] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.946513] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528fbc79-ba97-5e42-0517-de64bea9274e" [ 1047.946513] env[68934]: _type = "HttpNfcLease" [ 1047.946513] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.946919] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.946919] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528fbc79-ba97-5e42-0517-de64bea9274e" [ 1047.946919] env[68934]: _type = "HttpNfcLease" [ 1047.946919] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.947874] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e584696f-ecc3-4c0c-a7b7-8b525332a7f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.957224] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc6ca-841d-60f2-538a-8ac4f4a1222a/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.957549] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc6ca-841d-60f2-538a-8ac4f4a1222a/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.039545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a6955ef-84f8-476e-9075-dce3d6acfa4c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.255s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.182457] env[68934]: DEBUG nova.network.neutron [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Successfully updated port: 8b430339-31e4-4cd8-ba92-bd8e5888079c {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.185078] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-539a15fd-c4c6-4284-884a-4b6cad04e7ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.194261] env[68934]: DEBUG oslo_vmware.api [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135359, 'name': PowerOnVM_Task, 'duration_secs': 0.655219} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.195920] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.196239] env[68934]: INFO nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1048.196531] env[68934]: DEBUG nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.198078] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565cfdc-910b-40f6-81d0-903976c0d0e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.221403] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629164} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.224295] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 026148ec-42c5-4054-aa38-16a7d7fcf9a1/026148ec-42c5-4054-aa38-16a7d7fcf9a1.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.224523] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.225292] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55702d1c-eeaf-4925-ab7e-f1eebe6fae29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.238667] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1048.238667] env[68934]: value = "task-3135366" [ 1048.238667] env[68934]: _type = "Task" [ 1048.238667] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.251848] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.258504] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135364, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.290676] env[68934]: DEBUG nova.scheduler.client.report [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.297273] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "b6210628-19b7-49d0-a382-5f0bd3496a46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.297632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.297923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "b6210628-19b7-49d0-a382-5f0bd3496a46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.298202] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.298440] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.300957] env[68934]: INFO nova.compute.manager [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Terminating instance [ 1048.427124] env[68934]: DEBUG oslo_vmware.api [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135365, 'name': PowerOffVM_Task, 'duration_secs': 0.415909} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.430346] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.430539] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.430839] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9770f65-13b3-440a-bed6-152dddfa3592 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.510454] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.510454] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.510454] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleting the datastore file [datastore2] 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.510956] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2af6a6fb-3847-4d58-9d5b-3fbb9f86677f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.519949] env[68934]: DEBUG oslo_vmware.api [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1048.519949] env[68934]: value = "task-3135368" [ 1048.519949] env[68934]: _type = "Task" [ 1048.519949] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.520398] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "1e27de67-73f0-4e61-a290-36a4408e5fd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.520682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.520878] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "1e27de67-73f0-4e61-a290-36a4408e5fd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.521073] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.521243] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.526647] env[68934]: INFO nova.compute.manager [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Terminating instance [ 1048.535752] env[68934]: DEBUG oslo_vmware.api [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.538024] env[68934]: DEBUG nova.network.neutron [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Updated VIF entry in instance network info cache for port 1b026e59-645a-4652-b988-81cc3c1f5051. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.538703] env[68934]: DEBUG nova.network.neutron [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Updating instance_info_cache with network_info: [{"id": "1b026e59-645a-4652-b988-81cc3c1f5051", "address": "fa:16:3e:e5:ec:c4", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b026e59-64", "ovs_interfaceid": "1b026e59-645a-4652-b988-81cc3c1f5051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.686865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "refresh_cache-060fe62e-98c6-4c39-9909-64a245deac49" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.687332] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "refresh_cache-060fe62e-98c6-4c39-9909-64a245deac49" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.687988] env[68934]: DEBUG nova.network.neutron [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.724059] env[68934]: INFO nova.compute.manager [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Took 21.75 seconds to build instance. [ 1048.752622] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154866} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.753666] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.754721] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e820f8-8ec5-471e-809a-d093ae4ce8d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.761550] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135364, 'name': CreateVM_Task, 'duration_secs': 0.721045} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.762100] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.762940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.763109] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.763576] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.763861] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9162afa6-c56a-4cc1-bb1c-f79bb76bb961 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.784776] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 026148ec-42c5-4054-aa38-16a7d7fcf9a1/026148ec-42c5-4054-aa38-16a7d7fcf9a1.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.786051] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658ec0eb-df48-4ef1-b5fc-dfc539de0379 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.804410] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.806223] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1048.806223] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5252c17c-b077-5073-54f3-bf837554023d" [ 1048.806223] env[68934]: _type = "Task" [ 1048.806223] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.807386] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.480s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.807386] env[68934]: DEBUG nova.objects.instance [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'resources' on Instance uuid da941f90-b295-418a-bdd4-40e678a37f0b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.809402] env[68934]: DEBUG nova.compute.manager [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.809602] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.815715] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea72db0a-175d-4d58-800b-51b696ea7fca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.818723] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1048.818723] env[68934]: value = "task-3135369" [ 1048.818723] env[68934]: _type = "Task" [ 1048.818723] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.830430] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5252c17c-b077-5073-54f3-bf837554023d, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.830714] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.831456] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.831730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.832131] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.832369] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.832586] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.832864] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1360a43-3769-4f09-a3fb-afd484d96c0f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.840051] env[68934]: INFO nova.scheduler.client.report [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Deleted allocations for instance 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27 [ 1048.840051] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f743345-571a-42ca-ab88-e3966558eed4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.843169] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.852635] env[68934]: DEBUG oslo_vmware.api [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1048.852635] env[68934]: value = "task-3135370" [ 1048.852635] env[68934]: _type = "Task" [ 1048.852635] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.859990] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.860299] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.861358] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ae2543-75d9-46f8-86ef-950a9f311225 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.870569] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1048.870569] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e9f45c-5730-a3e2-3f5f-48c7e68e96c6" [ 1048.870569] env[68934]: _type = "Task" [ 1048.870569] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.875328] env[68934]: DEBUG oslo_vmware.api [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.885948] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e9f45c-5730-a3e2-3f5f-48c7e68e96c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.886885] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20e604f-6cd6-42b8-8348-a8110cca86b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.895904] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1048.895904] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ee1d48-0743-138d-0017-4fc327bd110b" [ 1048.895904] env[68934]: _type = "Task" [ 1048.895904] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.908610] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ee1d48-0743-138d-0017-4fc327bd110b, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.909333] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.909460] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 93c64238-8e3b-44cf-abb0-1be369c96aed/93c64238-8e3b-44cf-abb0-1be369c96aed.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.909942] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6856125-a335-431e-9a4b-ac78316f7598 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.918636] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1048.918636] env[68934]: value = "task-3135371" [ 1048.918636] env[68934]: _type = "Task" [ 1048.918636] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.928903] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.034759] env[68934]: DEBUG oslo_vmware.api [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483088} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.034918] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.035019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.035307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.036245] env[68934]: INFO nova.compute.manager [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.036245] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.036440] env[68934]: DEBUG nova.compute.manager [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.036703] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.037015] env[68934]: DEBUG nova.compute.manager [-] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.037148] env[68934]: DEBUG nova.network.neutron [-] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.039578] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a0a83-a095-4258-8f56-506e88b251e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.043722] env[68934]: DEBUG oslo_concurrency.lockutils [req-810300d5-4886-4fc4-a9e0-7244daca5b15 req-4624f4c5-b429-4942-bd90-dd534657053e service nova] Releasing lock "refresh_cache-93c64238-8e3b-44cf-abb0-1be369c96aed" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.049816] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.050076] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4406a41-231e-4150-8f0c-115209e80213 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.058921] env[68934]: DEBUG oslo_vmware.api [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1049.058921] env[68934]: value = "task-3135372" [ 1049.058921] env[68934]: _type = "Task" [ 1049.058921] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.069736] env[68934]: DEBUG oslo_vmware.api [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.227053] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58916e65-e1c4-4d04-ac14-9aba11193284 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.268s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.243493] env[68934]: DEBUG nova.network.neutron [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.340628] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135369, 'name': ReconfigVM_Task, 'duration_secs': 0.452255} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.341170] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 026148ec-42c5-4054-aa38-16a7d7fcf9a1/026148ec-42c5-4054-aa38-16a7d7fcf9a1.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.341989] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c10768a-ab02-411a-abf2-8422e96ab62b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.362761] env[68934]: DEBUG oslo_concurrency.lockutils [None req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Lock "4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.085s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.371628] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1049.371628] env[68934]: value = "task-3135373" [ 1049.371628] env[68934]: _type = "Task" [ 1049.371628] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.381274] env[68934]: DEBUG oslo_vmware.api [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135370, 'name': PowerOffVM_Task, 'duration_secs': 0.347071} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.385714] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.388084] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.388084] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9731e47a-9bf0-4ad9-beb1-13e4aab858a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.394206] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135373, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.436540] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.458722] env[68934]: DEBUG nova.network.neutron [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Updating instance_info_cache with network_info: [{"id": "8b430339-31e4-4cd8-ba92-bd8e5888079c", "address": "fa:16:3e:49:d1:2a", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b430339-31", "ovs_interfaceid": "8b430339-31e4-4cd8-ba92-bd8e5888079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.475577] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.475970] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.476270] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Deleting the datastore file [datastore2] b6210628-19b7-49d0-a382-5f0bd3496a46 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.476689] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-714747e1-37fc-4070-bfc8-bfd4daacb9f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.490186] env[68934]: DEBUG oslo_vmware.api [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for the task: (returnval){ [ 1049.490186] env[68934]: value = "task-3135375" [ 1049.490186] env[68934]: _type = "Task" [ 1049.490186] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.507555] env[68934]: DEBUG oslo_vmware.api [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.582529] env[68934]: DEBUG oslo_vmware.api [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135372, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.696177] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e74a8c-9eec-485a-8ee7-5aa26d14e0df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.706770] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7468d209-aaea-48cc-aaff-56fb4e9547ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.749569] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcc645e-e686-409c-8d9e-126e2ed2a66d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.754510] env[68934]: DEBUG nova.compute.manager [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Received event network-vif-plugged-8b430339-31e4-4cd8-ba92-bd8e5888079c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.758016] env[68934]: DEBUG oslo_concurrency.lockutils [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] Acquiring lock "060fe62e-98c6-4c39-9909-64a245deac49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.758016] env[68934]: DEBUG oslo_concurrency.lockutils [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] Lock "060fe62e-98c6-4c39-9909-64a245deac49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.758016] env[68934]: DEBUG oslo_concurrency.lockutils [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] Lock "060fe62e-98c6-4c39-9909-64a245deac49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.758016] env[68934]: DEBUG nova.compute.manager [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] No waiting events found dispatching network-vif-plugged-8b430339-31e4-4cd8-ba92-bd8e5888079c {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.758016] env[68934]: WARNING nova.compute.manager [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Received unexpected event network-vif-plugged-8b430339-31e4-4cd8-ba92-bd8e5888079c for instance with vm_state building and task_state spawning. [ 1049.758016] env[68934]: DEBUG nova.compute.manager [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Received event network-changed-8b430339-31e4-4cd8-ba92-bd8e5888079c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.758016] env[68934]: DEBUG nova.compute.manager [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Refreshing instance network info cache due to event network-changed-8b430339-31e4-4cd8-ba92-bd8e5888079c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.758016] env[68934]: DEBUG oslo_concurrency.lockutils [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] Acquiring lock "refresh_cache-060fe62e-98c6-4c39-9909-64a245deac49" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.766176] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f482e2-67c6-40fc-b377-7889a6ff7bfd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.579375] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "refresh_cache-060fe62e-98c6-4c39-9909-64a245deac49" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.582112] env[68934]: DEBUG nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Instance network_info: |[{"id": "8b430339-31e4-4cd8-ba92-bd8e5888079c", "address": "fa:16:3e:49:d1:2a", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b430339-31", "ovs_interfaceid": "8b430339-31e4-4cd8-ba92-bd8e5888079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.586051] env[68934]: DEBUG nova.compute.provider_tree [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.589807] env[68934]: DEBUG nova.compute.manager [req-a36fa79a-3c2b-4164-a124-31da0b18a7a1 req-ac9ca03c-9641-48b4-bcb3-9bac3f788927 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Received event network-vif-deleted-dd6a3860-0f48-44be-84ef-9a4af170baa1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.590038] env[68934]: INFO nova.compute.manager [req-a36fa79a-3c2b-4164-a124-31da0b18a7a1 req-ac9ca03c-9641-48b4-bcb3-9bac3f788927 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Neutron deleted interface dd6a3860-0f48-44be-84ef-9a4af170baa1; detaching it from the instance and deleting it from the info cache [ 1050.590319] env[68934]: DEBUG nova.network.neutron [req-a36fa79a-3c2b-4164-a124-31da0b18a7a1 req-ac9ca03c-9641-48b4-bcb3-9bac3f788927 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.604038] env[68934]: DEBUG oslo_concurrency.lockutils [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] Acquired lock "refresh_cache-060fe62e-98c6-4c39-9909-64a245deac49" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.604377] env[68934]: DEBUG nova.network.neutron [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Refreshing network info cache for port 8b430339-31e4-4cd8-ba92-bd8e5888079c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.606128] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:d1:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b430339-31e4-4cd8-ba92-bd8e5888079c', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.615818] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.626369] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.626661] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7d88ab6-8206-44d1-a432-179ccb747e68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.629988] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730d7a9d-b3f7-41c4-b6bb-584115d559f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.654359] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135373, 'name': Rename_Task, 'duration_secs': 0.271299} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.654813] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594981} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.661837] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.662259] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 93c64238-8e3b-44cf-abb0-1be369c96aed/93c64238-8e3b-44cf-abb0-1be369c96aed.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.662487] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.663101] env[68934]: DEBUG oslo_vmware.api [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Task: {'id': task-3135375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216313} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.663328] env[68934]: DEBUG oslo_vmware.api [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135372, 'name': PowerOffVM_Task, 'duration_secs': 0.567852} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.665323] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a7979be-1079-4f7a-8a7b-5206e8ebbf94 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.667193] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-954770af-7c62-4923-af11-59afcb45be2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.669262] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.669562] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.669787] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.670019] env[68934]: INFO nova.compute.manager [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1050.670336] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.670604] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.670806] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.672352] env[68934]: DEBUG nova.compute.manager [-] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.672486] env[68934]: DEBUG nova.network.neutron [-] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.675140] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9d6fb34-99bf-462f-b950-503b5ea38e51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.680160] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae5365-5e54-48cb-8be7-237cb17ad967 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.693098] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.693098] env[68934]: value = "task-3135377" [ 1050.693098] env[68934]: _type = "Task" [ 1050.693098] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.706700] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1050.706700] env[68934]: value = "task-3135379" [ 1050.706700] env[68934]: _type = "Task" [ 1050.706700] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.707890] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1050.707890] env[68934]: value = "task-3135378" [ 1050.707890] env[68934]: _type = "Task" [ 1050.707890] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.715189] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135377, 'name': CreateVM_Task} progress is 15%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.736715] env[68934]: DEBUG nova.compute.manager [req-a36fa79a-3c2b-4164-a124-31da0b18a7a1 req-ac9ca03c-9641-48b4-bcb3-9bac3f788927 service nova] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Detach interface failed, port_id=dd6a3860-0f48-44be-84ef-9a4af170baa1, reason: Instance 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.741484] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.744889] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.809031] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.809308] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.809464] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleting the datastore file [datastore1] 1e27de67-73f0-4e61-a290-36a4408e5fd9 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.809917] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc2a1391-f622-4f78-86d5-54fa9659505e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.818535] env[68934]: DEBUG oslo_vmware.api [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for the task: (returnval){ [ 1050.818535] env[68934]: value = "task-3135381" [ 1050.818535] env[68934]: _type = "Task" [ 1050.818535] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.828574] env[68934]: DEBUG oslo_vmware.api [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.089384] env[68934]: DEBUG nova.network.neutron [-] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.091542] env[68934]: DEBUG nova.scheduler.client.report [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.102554] env[68934]: DEBUG nova.compute.manager [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1051.207878] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135377, 'name': CreateVM_Task, 'duration_secs': 0.491658} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.208190] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.212193] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.212315] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.212632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.212905] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a0bd5f-57bf-49ea-8e85-c8a74b518771 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.222138] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1051.222138] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52011dc8-92cf-cebb-cc3b-a22d67877a67" [ 1051.222138] env[68934]: _type = "Task" [ 1051.222138] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.222513] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110109} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.223098] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.227077] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2496a1-3a06-451a-92a6-0055021a3221 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.234597] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.241764] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52011dc8-92cf-cebb-cc3b-a22d67877a67, 'name': SearchDatastore_Task, 'duration_secs': 0.012752} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.250945] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.251131] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.251371] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.251522] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.251702] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.261194] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 93c64238-8e3b-44cf-abb0-1be369c96aed/93c64238-8e3b-44cf-abb0-1be369c96aed.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.263973] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13dca5b3-cc30-4c2e-9ccd-b10eb44e68c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.265858] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f709d52b-8c0f-4169-bba3-b55795b11928 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.288873] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1051.288873] env[68934]: value = "task-3135382" [ 1051.288873] env[68934]: _type = "Task" [ 1051.288873] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.293361] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.293544] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.294743] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d19e41-0a6e-4429-b305-1ef1a1ef348e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.300772] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.304705] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1051.304705] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f30956-3b73-e828-6c26-c03d4c4e01b4" [ 1051.304705] env[68934]: _type = "Task" [ 1051.304705] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.315500] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f30956-3b73-e828-6c26-c03d4c4e01b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.329512] env[68934]: DEBUG oslo_vmware.api [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Task: {'id': task-3135381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225609} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.329892] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.330110] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.330293] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.330463] env[68934]: INFO nova.compute.manager [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1051.330721] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.330926] env[68934]: DEBUG nova.compute.manager [-] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.331096] env[68934]: DEBUG nova.network.neutron [-] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.392265] env[68934]: DEBUG nova.network.neutron [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Updated VIF entry in instance network info cache for port 8b430339-31e4-4cd8-ba92-bd8e5888079c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.392668] env[68934]: DEBUG nova.network.neutron [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Updating instance_info_cache with network_info: [{"id": "8b430339-31e4-4cd8-ba92-bd8e5888079c", "address": "fa:16:3e:49:d1:2a", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b430339-31", "ovs_interfaceid": "8b430339-31e4-4cd8-ba92-bd8e5888079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.598295] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.791s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.600388] env[68934]: INFO nova.compute.manager [-] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Took 2.56 seconds to deallocate network for instance. [ 1051.600822] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.722s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.601024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.601176] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1051.603706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc46b42-13ae-4ac2-a5b9-a703c9892428 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.620949] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2a686-0e84-4844-bdee-5d58049f0e61 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.630048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.630196] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.643740] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e284886-5689-43e0-808a-abe192bbd171 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.650027] env[68934]: INFO nova.scheduler.client.report [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted allocations for instance da941f90-b295-418a-bdd4-40e678a37f0b [ 1051.658146] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b02bf3-022c-4233-8fe0-c861da184316 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.690024] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178756MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1051.690176] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.725970] env[68934]: DEBUG oslo_vmware.api [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135378, 'name': PowerOnVM_Task, 'duration_secs': 0.705593} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.726340] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.727632] env[68934]: INFO nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1051.727632] env[68934]: DEBUG nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.728434] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b612e7f-730f-44fb-b1ea-ae6d2898409c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.803186] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.821856] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f30956-3b73-e828-6c26-c03d4c4e01b4, 'name': SearchDatastore_Task, 'duration_secs': 0.03277} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.823100] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14303270-a981-4254-beb8-2ce9a467f6a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.831187] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1051.831187] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ccdeb0-77e1-eb7d-a9f9-4a326ce897e3" [ 1051.831187] env[68934]: _type = "Task" [ 1051.831187] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.844157] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ccdeb0-77e1-eb7d-a9f9-4a326ce897e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.895628] env[68934]: DEBUG oslo_concurrency.lockutils [req-567224a5-78b6-41e6-a590-e2bc7e3e176a req-b154f4cb-b7be-45df-8ae1-787ec0729801 service nova] Releasing lock "refresh_cache-060fe62e-98c6-4c39-9909-64a245deac49" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.942256] env[68934]: DEBUG nova.network.neutron [-] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.969253] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.969544] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627438', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'name': 'volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca603e9b-4769-407d-8846-f667067117bf', 'attached_at': '', 'detached_at': '', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'serial': '601000a9-fba8-4d4d-99e6-15b0fd2ff137'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.970442] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5727951e-6802-4934-9445-471f8a3a59f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.989271] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72e2df-41f3-42d9-a889-d326c04c54c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.017572] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137/volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.017900] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b33a52-485e-480a-b903-513c86eba57b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.039415] env[68934]: DEBUG oslo_vmware.api [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1052.039415] env[68934]: value = "task-3135383" [ 1052.039415] env[68934]: _type = "Task" [ 1052.039415] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.050410] env[68934]: DEBUG oslo_vmware.api [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.079430] env[68934]: DEBUG nova.compute.manager [req-7ff44d5e-9447-41c1-809f-8978d9f4d8e8 req-e4e5b8ab-1441-4b82-a10a-09538ec6f924 service nova] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Received event network-vif-deleted-cd9b696d-727a-40ef-9941-302c9937bbb9 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.116092] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.144945] env[68934]: INFO nova.compute.claims [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.161321] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "da941f90-b295-418a-bdd4-40e678a37f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.824s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.253751] env[68934]: INFO nova.compute.manager [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Took 24.56 seconds to build instance. [ 1052.301132] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135382, 'name': ReconfigVM_Task, 'duration_secs': 0.524182} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.301512] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 93c64238-8e3b-44cf-abb0-1be369c96aed/93c64238-8e3b-44cf-abb0-1be369c96aed.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.303132] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a98f9dab-1bc5-46b1-8d39-cb471268bf73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.311354] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1052.311354] env[68934]: value = "task-3135384" [ 1052.311354] env[68934]: _type = "Task" [ 1052.311354] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.321168] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135384, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.345999] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ccdeb0-77e1-eb7d-a9f9-4a326ce897e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.346207] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.346448] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 060fe62e-98c6-4c39-9909-64a245deac49/060fe62e-98c6-4c39-9909-64a245deac49.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.346797] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df9770e4-29ce-4983-99c9-c62613eba728 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.366316] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1052.366316] env[68934]: value = "task-3135385" [ 1052.366316] env[68934]: _type = "Task" [ 1052.366316] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.379780] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.447354] env[68934]: INFO nova.compute.manager [-] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Took 1.77 seconds to deallocate network for instance. [ 1052.553055] env[68934]: DEBUG oslo_vmware.api [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135383, 'name': ReconfigVM_Task, 'duration_secs': 0.422364} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.553496] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137/volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.560335] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d151286d-8ee6-48e2-b0e2-02839cbca2d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.579486] env[68934]: DEBUG oslo_vmware.api [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1052.579486] env[68934]: value = "task-3135386" [ 1052.579486] env[68934]: _type = "Task" [ 1052.579486] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.589626] env[68934]: DEBUG oslo_vmware.api [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.599732] env[68934]: DEBUG nova.network.neutron [-] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.654020] env[68934]: INFO nova.compute.resource_tracker [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating resource usage from migration 9110c8e1-2ad6-407f-a184-faae2fd7b62f [ 1052.756173] env[68934]: DEBUG oslo_concurrency.lockutils [None req-10f01cd2-c05f-466f-9db8-a3021841d7ce tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.073s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.827037] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135384, 'name': Rename_Task, 'duration_secs': 0.19778} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.827037] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.827259] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c46cc769-1259-4a4a-a975-77955e7ac529 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.838017] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1052.838017] env[68934]: value = "task-3135387" [ 1052.838017] env[68934]: _type = "Task" [ 1052.838017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.850631] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.862629] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.862629] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.862629] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.862629] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.862846] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.865094] env[68934]: INFO nova.compute.manager [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Terminating instance [ 1052.882419] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.957420] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.090991] env[68934]: DEBUG oslo_vmware.api [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135386, 'name': ReconfigVM_Task, 'duration_secs': 0.201199} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.092342] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627438', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'name': 'volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca603e9b-4769-407d-8846-f667067117bf', 'attached_at': '', 'detached_at': '', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'serial': '601000a9-fba8-4d4d-99e6-15b0fd2ff137'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.094594] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d48ef-7931-48d4-b7ae-14b0dae66561 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.103623] env[68934]: INFO nova.compute.manager [-] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Took 1.77 seconds to deallocate network for instance. [ 1053.106397] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ccab32-c045-4170-b913-7fff88fbc732 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.156029] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62130b8-7baa-4014-99c3-8387500d25bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.162397] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e7e563-ec75-4936-97a9-828846dc9320 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.179583] env[68934]: DEBUG nova.compute.provider_tree [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.351587] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135387, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.377475] env[68934]: DEBUG nova.compute.manager [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.377740] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.378055] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552749} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.378831] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46e7fd8-b29e-43a2-a033-9e41a8c3586a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.381718] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 060fe62e-98c6-4c39-9909-64a245deac49/060fe62e-98c6-4c39-9909-64a245deac49.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.381937] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.382252] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8701fc8-e1ba-4d9d-ad8e-3e0e72e7f5e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.390867] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.392178] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a31bfdc7-9591-42e1-9038-2bea71d9a871 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.393987] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1053.393987] env[68934]: value = "task-3135388" [ 1053.393987] env[68934]: _type = "Task" [ 1053.393987] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.399750] env[68934]: DEBUG oslo_vmware.api [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 1053.399750] env[68934]: value = "task-3135389" [ 1053.399750] env[68934]: _type = "Task" [ 1053.399750] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.406415] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.412232] env[68934]: DEBUG oslo_vmware.api [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3135389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.616596] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.685239] env[68934]: DEBUG nova.scheduler.client.report [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.851050] env[68934]: DEBUG oslo_vmware.api [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135387, 'name': PowerOnVM_Task, 'duration_secs': 0.970811} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.851143] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.851313] env[68934]: INFO nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1053.851587] env[68934]: DEBUG nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.852551] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1aad93-4f0e-43b3-81ba-79eae8a95af7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.907784] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085119} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.908797] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.912456] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff3c181-9e60-4fa8-a407-94d373e65b63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.923574] env[68934]: DEBUG oslo_vmware.api [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3135389, 'name': PowerOffVM_Task, 'duration_secs': 0.222375} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.923574] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.923574] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.923574] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94427d29-f160-41a7-a1ec-944e4e7dddd1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.949046] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 060fe62e-98c6-4c39-9909-64a245deac49/060fe62e-98c6-4c39-9909-64a245deac49.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.949806] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b2280a-6429-4397-975f-e2f0bda9aa2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.975344] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1053.975344] env[68934]: value = "task-3135391" [ 1053.975344] env[68934]: _type = "Task" [ 1053.975344] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.985444] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.001338] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.001516] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.001824] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Deleting the datastore file [datastore1] d4e9d0e2-04b1-4a24-b559-9520ba49d8ee {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.002218] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026f897b-a007-4ea2-98da-1ba2f266d0d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.014160] env[68934]: DEBUG oslo_vmware.api [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for the task: (returnval){ [ 1054.014160] env[68934]: value = "task-3135392" [ 1054.014160] env[68934]: _type = "Task" [ 1054.014160] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.027057] env[68934]: DEBUG oslo_vmware.api [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3135392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.149311] env[68934]: DEBUG nova.objects.instance [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'flavor' on Instance uuid ca603e9b-4769-407d-8846-f667067117bf {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.191820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.561s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.192104] env[68934]: INFO nova.compute.manager [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Migrating [ 1054.199105] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.509s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.257816] env[68934]: DEBUG nova.compute.manager [req-5dee0908-4ad1-4223-ab92-b208c05d4145 req-bbcf7900-d7a9-481a-b2ea-6d709a28a8dc service nova] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Received event network-vif-deleted-f694e6de-bb12-4191-8ac6-c774f86601db {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.378046] env[68934]: INFO nova.compute.manager [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Took 24.24 seconds to build instance. [ 1054.395532] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "482ba891-8cf5-4ee1-a296-5e9f17b92298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.395798] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.490325] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135391, 'name': ReconfigVM_Task, 'duration_secs': 0.358356} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.490658] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 060fe62e-98c6-4c39-9909-64a245deac49/060fe62e-98c6-4c39-9909-64a245deac49.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.491380] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9473878c-bd84-447f-b4a6-623cd78800e0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.500027] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1054.500027] env[68934]: value = "task-3135393" [ 1054.500027] env[68934]: _type = "Task" [ 1054.500027] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.511334] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135393, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.523941] env[68934]: DEBUG oslo_vmware.api [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Task: {'id': task-3135392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231899} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.524264] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.524464] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.524642] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.524837] env[68934]: INFO nova.compute.manager [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1054.525126] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.525577] env[68934]: DEBUG nova.compute.manager [-] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.525628] env[68934]: DEBUG nova.network.neutron [-] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.655365] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a8c5fa5-014e-42b5-b3a3-a7157d678f95 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.729249] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.729418] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.729640] env[68934]: DEBUG nova.network.neutron [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.880883] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94bf40a7-31a9-4c53-8cbb-010a54454a96 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.748s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.898453] env[68934]: DEBUG nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.007252] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "4c10abfb-bab0-4625-bafb-187ec239efa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.007252] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.025204] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135393, 'name': Rename_Task, 'duration_secs': 0.268116} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.025204] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.025204] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818f5a14-f9e3-4234-9433-2529c385e7f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.035431] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1055.035431] env[68934]: value = "task-3135394" [ 1055.035431] env[68934]: _type = "Task" [ 1055.035431] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.049096] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.232948] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Applying migration context for instance 1d0afe3d-63af-42fb-bf93-313e516a0344 as it has an incoming, in-progress migration 9110c8e1-2ad6-407f-a184-faae2fd7b62f. Migration status is pre-migrating {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1055.235303] env[68934]: INFO nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating resource usage from migration 9110c8e1-2ad6-407f-a184-faae2fd7b62f [ 1055.271906] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.272114] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d4e9d0e2-04b1-4a24-b559-9520ba49d8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.272251] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.272373] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 96519767-acbc-4b7d-9bae-86738667c69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.272507] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 5ec31989-73c7-42f9-8427-b53d2f6df260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.272627] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 867ea4f6-aa08-441f-a287-989e37713c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.272776] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.272891] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ca603e9b-4769-407d-8846-f667067117bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.273010] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 14b949f6-81b9-4198-8e31-60d91b7e30fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.273152] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 9a0032fb-1076-487b-9d81-8243a7734cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.273296] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 1e27de67-73f0-4e61-a290-36a4408e5fd9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.273424] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 47394934-beb4-4c59-8901-f3b5d27ff14a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.273553] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance b6210628-19b7-49d0-a382-5f0bd3496a46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.273668] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 026148ec-42c5-4054-aa38-16a7d7fcf9a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.273800] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 93c64238-8e3b-44cf-abb0-1be369c96aed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.273917] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 060fe62e-98c6-4c39-9909-64a245deac49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.274353] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Migration 9110c8e1-2ad6-407f-a184-faae2fd7b62f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1055.274596] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 1d0afe3d-63af-42fb-bf93-313e516a0344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.441623] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.513557] env[68934]: DEBUG nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.548486] env[68934]: DEBUG oslo_vmware.api [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135394, 'name': PowerOnVM_Task, 'duration_secs': 0.500612} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.548771] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.548974] env[68934]: INFO nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1055.549169] env[68934]: DEBUG nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.549998] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960efeb3-3853-4538-9b5f-4aee5e0111f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.619485] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8886a5-acb5-45f5-9f19-a0f8075ce382 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.628524] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14e49f11-6e24-4352-86c7-65ac42ec130b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Suspending the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1055.629500] env[68934]: DEBUG nova.network.neutron [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance_info_cache with network_info: [{"id": "5addcfe2-6d31-406f-9276-884c4e791d9f", "address": "fa:16:3e:50:69:6c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5addcfe2-6d", "ovs_interfaceid": "5addcfe2-6d31-406f-9276-884c4e791d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.630937] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-73ef688c-f7a2-42d1-957c-82af0c62be2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.641207] env[68934]: DEBUG oslo_vmware.api [None req-14e49f11-6e24-4352-86c7-65ac42ec130b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1055.641207] env[68934]: value = "task-3135395" [ 1055.641207] env[68934]: _type = "Task" [ 1055.641207] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.655142] env[68934]: DEBUG oslo_vmware.api [None req-14e49f11-6e24-4352-86c7-65ac42ec130b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135395, 'name': SuspendVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.732226] env[68934]: DEBUG nova.network.neutron [-] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.778867] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 482ba891-8cf5-4ee1-a296-5e9f17b92298 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.890622] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "11487948-8689-4680-b511-bcec1045a7ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.890828] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "11487948-8689-4680-b511-bcec1045a7ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.040240] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.074270] env[68934]: INFO nova.compute.manager [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Took 23.81 seconds to build instance. [ 1056.134770] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.152779] env[68934]: DEBUG oslo_vmware.api [None req-14e49f11-6e24-4352-86c7-65ac42ec130b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135395, 'name': SuspendVM_Task} progress is 37%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.234358] env[68934]: INFO nova.compute.manager [-] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Took 1.71 seconds to deallocate network for instance. [ 1056.282147] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4c10abfb-bab0-4625-bafb-187ec239efa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1056.282435] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1056.282583] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1056.288904] env[68934]: DEBUG nova.compute.manager [req-da06c743-6554-4e45-bed5-fee74f79dd0b req-ffe246a6-927b-4188-b249-367b74d57452 service nova] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Received event network-vif-deleted-5cf43c01-7e81-49d5-8835-5d21627630f8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.307663] env[68934]: DEBUG nova.objects.instance [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lazy-loading 'flavor' on Instance uuid 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.393049] env[68934]: DEBUG nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.515301] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc6ca-841d-60f2-538a-8ac4f4a1222a/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.516579] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa5e56-32e2-44f4-ba09-814917b3bd45 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.523667] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc6ca-841d-60f2-538a-8ac4f4a1222a/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.523855] env[68934]: ERROR oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc6ca-841d-60f2-538a-8ac4f4a1222a/disk-0.vmdk due to incomplete transfer. [ 1056.524098] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b1329b7-5208-4f3f-9bd9-1c9ec5e653ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.535470] env[68934]: DEBUG oslo_vmware.rw_handles [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc6ca-841d-60f2-538a-8ac4f4a1222a/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1056.535702] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Uploaded image 1ed01244-2042-4b81-bb43-07daa30d2dab to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1056.538656] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.541466] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48c53e48-3db0-43a2-9a6e-b9a7743e3f63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.550097] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1056.550097] env[68934]: value = "task-3135396" [ 1056.550097] env[68934]: _type = "Task" [ 1056.550097] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.564040] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135396, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.571406] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea72fc-7c7f-4864-ba85-35cac208a3d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.577140] env[68934]: DEBUG oslo_concurrency.lockutils [None req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "060fe62e-98c6-4c39-9909-64a245deac49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.324s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.580367] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501ecca-684c-4be4-89a3-53f40a155b31 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.614190] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7f209b-a73f-4575-b8c3-bc7080ad3940 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.622739] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf3c19-069c-40f3-ac8c-c9b9825075ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.640503] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.650407] env[68934]: DEBUG oslo_vmware.api [None req-14e49f11-6e24-4352-86c7-65ac42ec130b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135395, 'name': SuspendVM_Task, 'duration_secs': 0.982028} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.651303] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14e49f11-6e24-4352-86c7-65ac42ec130b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Suspended the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1056.651493] env[68934]: DEBUG nova.compute.manager [None req-14e49f11-6e24-4352-86c7-65ac42ec130b tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.652278] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d96bc-e45c-459d-93fb-ed13db32389c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.741713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.815071] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.815280] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquired lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.914563] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.060364] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135396, 'name': Destroy_Task, 'duration_secs': 0.342184} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.060657] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Destroyed the VM [ 1057.060893] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1057.061172] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bc28ff3-0429-4ab6-8ab4-4cb686eed6f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.071642] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1057.071642] env[68934]: value = "task-3135397" [ 1057.071642] env[68934]: _type = "Task" [ 1057.071642] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.081015] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.146966] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.189024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "060fe62e-98c6-4c39-9909-64a245deac49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.189024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "060fe62e-98c6-4c39-9909-64a245deac49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.189024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "060fe62e-98c6-4c39-9909-64a245deac49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.189024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "060fe62e-98c6-4c39-9909-64a245deac49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.189024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "060fe62e-98c6-4c39-9909-64a245deac49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.190966] env[68934]: INFO nova.compute.manager [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Terminating instance [ 1057.281164] env[68934]: DEBUG nova.network.neutron [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.583278] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135397, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.651019] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8bc0c-3439-466e-b9e2-1323f94460c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.653583] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1057.653707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.455s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.653957] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.538s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.654215] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.656059] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.699s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.656236] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.658088] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.042s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.658272] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.659835] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.218s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.661476] env[68934]: INFO nova.compute.claims [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.680700] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance '1d0afe3d-63af-42fb-bf93-313e516a0344' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.689034] env[68934]: INFO nova.scheduler.client.report [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Deleted allocations for instance b6210628-19b7-49d0-a382-5f0bd3496a46 [ 1057.690472] env[68934]: INFO nova.scheduler.client.report [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Deleted allocations for instance 1e27de67-73f0-4e61-a290-36a4408e5fd9 [ 1057.695733] env[68934]: DEBUG nova.compute.manager [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.696165] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.697125] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8840200b-552e-418b-b90c-86f454331089 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.706037] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.706293] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9c5b6e-8efe-46b0-81e4-16dbd6c1bdae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.714422] env[68934]: DEBUG oslo_vmware.api [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1057.714422] env[68934]: value = "task-3135398" [ 1057.714422] env[68934]: _type = "Task" [ 1057.714422] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.719821] env[68934]: INFO nova.scheduler.client.report [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted allocations for instance 36661585-bb2b-4e5a-95ed-b2b5ce6571d7 [ 1057.729568] env[68934]: DEBUG oslo_vmware.api [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.083503] env[68934]: DEBUG oslo_vmware.api [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135397, 'name': RemoveSnapshot_Task, 'duration_secs': 0.53498} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.083825] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.083998] env[68934]: INFO nova.compute.manager [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Took 15.91 seconds to snapshot the instance on the hypervisor. [ 1058.133924] env[68934]: DEBUG nova.network.neutron [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.190196] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.190500] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5a8506-25e9-4340-8416-578fd40c212b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.192845] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "93c64238-8e3b-44cf-abb0-1be369c96aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.193084] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.193288] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "93c64238-8e3b-44cf-abb0-1be369c96aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.193473] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.193641] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.196100] env[68934]: INFO nova.compute.manager [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Terminating instance [ 1058.200673] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Lock "b6210628-19b7-49d0-a382-5f0bd3496a46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.903s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.205124] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1058.205124] env[68934]: value = "task-3135399" [ 1058.205124] env[68934]: _type = "Task" [ 1058.205124] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.209555] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a83ca5cf-05b4-409b-a770-ceecde454641 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Lock "1e27de67-73f0-4e61-a290-36a4408e5fd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.689s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.218919] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.230635] env[68934]: DEBUG oslo_vmware.api [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135398, 'name': PowerOffVM_Task, 'duration_secs': 0.197766} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.231121] env[68934]: DEBUG oslo_concurrency.lockutils [None req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "36661585-bb2b-4e5a-95ed-b2b5ce6571d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.855s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.231990] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.232172] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.232568] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510d8512-493a-4100-8101-0d0abfefc2b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.301475] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.301597] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.301723] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleting the datastore file [datastore1] 060fe62e-98c6-4c39-9909-64a245deac49 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.302051] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f62be3c-2be1-454f-9016-78d00d1c4f86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.309982] env[68934]: DEBUG oslo_vmware.api [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1058.309982] env[68934]: value = "task-3135401" [ 1058.309982] env[68934]: _type = "Task" [ 1058.309982] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.318964] env[68934]: DEBUG oslo_vmware.api [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.321936] env[68934]: DEBUG nova.compute.manager [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Received event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.321936] env[68934]: DEBUG nova.compute.manager [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing instance network info cache due to event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.321936] env[68934]: DEBUG oslo_concurrency.lockutils [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] Acquiring lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.605020] env[68934]: DEBUG nova.objects.instance [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lazy-loading 'flavor' on Instance uuid 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.637752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Releasing lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.637752] env[68934]: DEBUG nova.compute.manager [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Inject network info {{(pid=68934) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1058.637752] env[68934]: DEBUG nova.compute.manager [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] network_info to inject: |[{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1058.642985] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Reconfiguring VM instance to set the machine id {{(pid=68934) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1058.643828] env[68934]: DEBUG oslo_concurrency.lockutils [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] Acquired lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.644024] env[68934]: DEBUG nova.network.neutron [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.646439] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd883881-97c6-432b-b2b4-838fe9afcc48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.665207] env[68934]: DEBUG nova.compute.manager [None req-5c65ed59-90ea-458f-8a17-41b68116f7bd tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Found 2 images (rotation: 2) {{(pid=68934) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1058.678773] env[68934]: DEBUG oslo_vmware.api [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 1058.678773] env[68934]: value = "task-3135402" [ 1058.678773] env[68934]: _type = "Task" [ 1058.678773] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.690755] env[68934]: DEBUG oslo_vmware.api [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.700262] env[68934]: DEBUG nova.compute.manager [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.700600] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.704889] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4bb21-a017-481a-8dc1-4706623cd6ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.717301] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135399, 'name': PowerOffVM_Task, 'duration_secs': 0.268491} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.719635] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.719841] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance '1d0afe3d-63af-42fb-bf93-313e516a0344' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.723409] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.728476] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34d1a0eb-8b7f-417e-8f4b-7b75ebbcd055 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.817052] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.817345] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.817638] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleting the datastore file [datastore1] 93c64238-8e3b-44cf-abb0-1be369c96aed {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.818399] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-990638e9-818c-4d98-accd-30356c1e8645 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.824442] env[68934]: DEBUG oslo_vmware.api [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161599} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.825201] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.825551] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.825762] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.825982] env[68934]: INFO nova.compute.manager [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1058.826281] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.829468] env[68934]: DEBUG nova.compute.manager [-] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.829675] env[68934]: DEBUG nova.network.neutron [-] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.833274] env[68934]: DEBUG oslo_vmware.api [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1058.833274] env[68934]: value = "task-3135404" [ 1058.833274] env[68934]: _type = "Task" [ 1058.833274] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.844074] env[68934]: DEBUG oslo_vmware.api [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.001339] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df9e462-f3f0-41f3-bb3e-257d76102c1c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.011489] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ec8cd-6288-454e-892a-f57f486335ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.046097] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47b448-c73e-4689-8eb7-9eb113858d5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.055658] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c77e3cc-5aec-4ec0-b5c1-4d44f6d968ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.071684] env[68934]: DEBUG nova.compute.provider_tree [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.109988] env[68934]: DEBUG oslo_concurrency.lockutils [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.196643] env[68934]: DEBUG oslo_vmware.api [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135402, 'name': ReconfigVM_Task, 'duration_secs': 0.216905} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.196957] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fc253043-c425-4b21-8a4b-078c11f06bbb tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Reconfigured VM instance to set the machine id {{(pid=68934) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1059.226622] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.226892] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.227039] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.227227] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.227375] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.227555] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.227790] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.227942] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.228270] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.228413] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.228590] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.233776] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f546af4-e8dc-46d8-b123-37a1c9465722 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.252905] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1059.252905] env[68934]: value = "task-3135405" [ 1059.252905] env[68934]: _type = "Task" [ 1059.252905] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.265437] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.344395] env[68934]: DEBUG oslo_vmware.api [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155552} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.344645] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.344824] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.344995] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.345179] env[68934]: INFO nova.compute.manager [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1059.345417] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.345600] env[68934]: DEBUG nova.compute.manager [-] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.345751] env[68934]: DEBUG nova.network.neutron [-] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.479264] env[68934]: DEBUG nova.compute.manager [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.483912] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dc4169-b9a5-4541-8b75-2bf380757430 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.574559] env[68934]: DEBUG nova.scheduler.client.report [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.686170] env[68934]: DEBUG nova.compute.manager [req-98eeacda-ad77-4724-8b49-fa12a62a7370 req-55aa758e-bc02-42c1-9dab-8c98663832c7 service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Received event network-vif-deleted-1b026e59-645a-4652-b988-81cc3c1f5051 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.686383] env[68934]: INFO nova.compute.manager [req-98eeacda-ad77-4724-8b49-fa12a62a7370 req-55aa758e-bc02-42c1-9dab-8c98663832c7 service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Neutron deleted interface 1b026e59-645a-4652-b988-81cc3c1f5051; detaching it from the instance and deleting it from the info cache [ 1059.686557] env[68934]: DEBUG nova.network.neutron [req-98eeacda-ad77-4724-8b49-fa12a62a7370 req-55aa758e-bc02-42c1-9dab-8c98663832c7 service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.693024] env[68934]: DEBUG nova.network.neutron [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updated VIF entry in instance network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.693380] env[68934]: DEBUG nova.network.neutron [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.764451] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135405, 'name': ReconfigVM_Task, 'duration_secs': 0.298209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.765698] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance '1d0afe3d-63af-42fb-bf93-313e516a0344' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.000626] env[68934]: INFO nova.compute.manager [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] instance snapshotting [ 1060.001630] env[68934]: DEBUG nova.objects.instance [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'flavor' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.080923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.081455] env[68934]: DEBUG nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.084887] env[68934]: DEBUG nova.network.neutron [-] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.085875] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.046s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.087674] env[68934]: INFO nova.compute.claims [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.189326] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78e6427e-90f5-4c9e-bccc-45c23de39798 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.196781] env[68934]: DEBUG oslo_concurrency.lockutils [req-0dde828d-0bf9-463a-9261-f4233c3b8129 req-15f777d5-a5e9-4505-80bf-74059350aa51 service nova] Releasing lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.198271] env[68934]: DEBUG oslo_concurrency.lockutils [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquired lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.203475] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae09cac-9026-438e-9c9d-484914e43529 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.253056] env[68934]: DEBUG nova.compute.manager [req-98eeacda-ad77-4724-8b49-fa12a62a7370 req-55aa758e-bc02-42c1-9dab-8c98663832c7 service nova] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Detach interface failed, port_id=1b026e59-645a-4652-b988-81cc3c1f5051, reason: Instance 93c64238-8e3b-44cf-abb0-1be369c96aed could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.253685] env[68934]: DEBUG nova.network.neutron [-] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.275415] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.275593] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.275761] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.275987] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.276161] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.276309] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.276514] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.276674] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.276842] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.277024] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.278148] env[68934]: DEBUG nova.virt.hardware [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.285813] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.286577] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14b8807-7d9f-479a-b695-6763e3542993 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.311460] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1060.311460] env[68934]: value = "task-3135406" [ 1060.311460] env[68934]: _type = "Task" [ 1060.311460] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.320953] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.352424] env[68934]: DEBUG nova.compute.manager [req-fe5c62b0-7e2d-4452-85e6-516b5f867c90 req-6c1178dc-f1de-41a5-b3bb-ffbb327e5e12 service nova] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Received event network-vif-deleted-8b430339-31e4-4cd8-ba92-bd8e5888079c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.510295] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a5177c-8bb3-4f52-8fdd-efaf67881c71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.533710] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f98dbd-71d3-4f63-85c9-056c3a84b32f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.592476] env[68934]: INFO nova.compute.manager [-] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Took 1.25 seconds to deallocate network for instance. [ 1060.593685] env[68934]: DEBUG nova.compute.utils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.601470] env[68934]: DEBUG nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.601650] env[68934]: DEBUG nova.network.neutron [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.742436] env[68934]: DEBUG nova.policy [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaca7df5500d4b16b0de4c1824f1c615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc8d3f6dc804e4286f02c5c41a63f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.756181] env[68934]: INFO nova.compute.manager [-] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Took 1.93 seconds to deallocate network for instance. [ 1060.825887] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135406, 'name': ReconfigVM_Task, 'duration_secs': 0.224164} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.826182] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.826989] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca4e6f0-32e7-440f-9cb7-dcff4b0403d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.857081] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1d0afe3d-63af-42fb-bf93-313e516a0344/1d0afe3d-63af-42fb-bf93-313e516a0344.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.857405] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201eff6f-a2d2-4163-8155-e9dbfbfbdd63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.879432] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1060.879432] env[68934]: value = "task-3135407" [ 1060.879432] env[68934]: _type = "Task" [ 1060.879432] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.890367] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.026142] env[68934]: DEBUG nova.network.neutron [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.053115] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1061.053115] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81d4b8b3-aa97-4ad8-936d-6ff6ad97a257 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.060841] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1061.060841] env[68934]: value = "task-3135408" [ 1061.060841] env[68934]: _type = "Task" [ 1061.060841] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.073515] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135408, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.108268] env[68934]: DEBUG nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.113663] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.264553] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.394231] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.439365] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14464e2-b6ca-49cc-bd84-22ca4b8b71db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.447769] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1c1c7e-c42f-4679-b2b3-2f3b6baeb9e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.486083] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443287ab-3ecb-4e6c-8549-be1a457b3bc4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.500422] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb36aba-87b3-4eb9-8861-2bec418e4d9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.520293] env[68934]: DEBUG nova.compute.provider_tree [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.542604] env[68934]: DEBUG nova.network.neutron [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Successfully created port: abd717b0-8785-449c-8d01-f548ac2b39ca {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.573378] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135408, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.891416] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135407, 'name': ReconfigVM_Task, 'duration_secs': 0.921127} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.891577] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1d0afe3d-63af-42fb-bf93-313e516a0344/1d0afe3d-63af-42fb-bf93-313e516a0344.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.891860] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance '1d0afe3d-63af-42fb-bf93-313e516a0344' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.023532] env[68934]: DEBUG nova.scheduler.client.report [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.072229] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135408, 'name': CreateSnapshot_Task, 'duration_secs': 0.51535} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.072504] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1062.073266] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc77d6e-1e0b-4b5d-8581-b521ef531dba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.123985] env[68934]: DEBUG nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.157209] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.157477] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.157650] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.157857] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.158014] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.158173] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.158389] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.158594] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.158715] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.158880] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.159066] env[68934]: DEBUG nova.virt.hardware [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.159976] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d18196-dd81-4615-b0ab-b11957e4c827 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.173023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0850380d-2e62-4371-a5fb-04e6c1c72a4e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.359863] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "31ab4fef-c30b-4f76-9293-fe0340826004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.360142] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "31ab4fef-c30b-4f76-9293-fe0340826004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.398803] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b4670f-cfd8-4072-94bb-21843928d455 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.420383] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7572c3-b4e1-4f02-a84d-d69e9d53600a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.440207] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance '1d0afe3d-63af-42fb-bf93-313e516a0344' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.477402] env[68934]: DEBUG nova.compute.manager [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Received event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.477585] env[68934]: DEBUG nova.compute.manager [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing instance network info cache due to event network-changed-6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.477955] env[68934]: DEBUG oslo_concurrency.lockutils [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] Acquiring lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.526747] env[68934]: DEBUG nova.network.neutron [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.530733] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.532097] env[68934]: DEBUG nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.534280] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.793s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.534498] env[68934]: DEBUG nova.objects.instance [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lazy-loading 'resources' on Instance uuid d4e9d0e2-04b1-4a24-b559-9520ba49d8ee {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.591670] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1062.592376] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af6de7da-5067-4d37-907b-ad0a6ac7386a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.603307] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1062.603307] env[68934]: value = "task-3135409" [ 1062.603307] env[68934]: _type = "Task" [ 1062.603307] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.613120] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135409, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.862862] env[68934]: DEBUG nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.022752] env[68934]: DEBUG nova.network.neutron [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Port 5addcfe2-6d31-406f-9276-884c4e791d9f binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1063.033779] env[68934]: DEBUG oslo_concurrency.lockutils [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Releasing lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.033779] env[68934]: DEBUG nova.compute.manager [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Inject network info {{(pid=68934) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1063.033779] env[68934]: DEBUG nova.compute.manager [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] network_info to inject: |[{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1063.039879] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Reconfiguring VM instance to set the machine id {{(pid=68934) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1063.041024] env[68934]: DEBUG oslo_concurrency.lockutils [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] Acquired lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.042334] env[68934]: DEBUG nova.network.neutron [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Refreshing network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.043333] env[68934]: DEBUG nova.compute.utils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.048801] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e164f5-36fa-4b7d-bb22-f967b68f8305 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.064750] env[68934]: DEBUG nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.064980] env[68934]: DEBUG nova.network.neutron [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.073840] env[68934]: DEBUG oslo_vmware.api [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 1063.073840] env[68934]: value = "task-3135410" [ 1063.073840] env[68934]: _type = "Task" [ 1063.073840] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.083914] env[68934]: DEBUG oslo_vmware.api [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.128196] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135409, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.132404] env[68934]: DEBUG nova.policy [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '405c726e60c141cebbea724a0e0f957f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58248adaf9c44395852c290928493724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.365713] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce8f25f-067c-4dc4-936a-ee80139213b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.379317] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d18e5-768a-4c3b-8f13-b179b1e9f6ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.386592] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.413014] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af3747-9a69-4961-8e50-12b0b6a881ca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.421398] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17646020-0547-4b21-85c6-1887863b3c62 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.427309] env[68934]: DEBUG nova.network.neutron [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updated VIF entry in instance network info cache for port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.427778] env[68934]: DEBUG nova.network.neutron [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [{"id": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "address": "fa:16:3e:1d:56:de", "network": {"id": "f281e1b3-6c6a-418b-a7a1-df67c46deb62", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-830342321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe154ba94cc4737b4497f3c33b83bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e4bdc-33", "ovs_interfaceid": "6c5e4bdc-33fc-4c9c-945a-de343fa40d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.440766] env[68934]: DEBUG nova.compute.provider_tree [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.564273] env[68934]: DEBUG nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.584797] env[68934]: DEBUG oslo_vmware.api [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135410, 'name': ReconfigVM_Task, 'duration_secs': 0.365547} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.585108] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-85b2ee9b-f3ee-4e44-b871-980929772b2f tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Reconfigured VM instance to set the machine id {{(pid=68934) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1063.617311] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135409, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.892135] env[68934]: DEBUG nova.network.neutron [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Successfully created port: 77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.931172] env[68934]: DEBUG oslo_concurrency.lockutils [req-175fd4b6-0f40-4135-ae61-5f0d1a94fcf9 req-a86c642e-319f-4f5b-af02-611c360f22f5 service nova] Releasing lock "refresh_cache-3c12c787-b7f1-4af9-a00b-fd32f321a5e6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.947203] env[68934]: DEBUG nova.scheduler.client.report [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.954809] env[68934]: DEBUG nova.network.neutron [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Successfully updated port: abd717b0-8785-449c-8d01-f548ac2b39ca {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.044161] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.044412] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.044587] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.132129] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135409, 'name': CloneVM_Task, 'duration_secs': 1.288551} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.132129] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Created linked-clone VM from snapshot [ 1064.132129] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfb892c-eb21-4d33-8cb5-3151db157863 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.142682] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Uploading image b641b6d1-f18c-4931-aac2-d7099b04dc4b {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1064.180149] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1064.180149] env[68934]: value = "vm-627442" [ 1064.180149] env[68934]: _type = "VirtualMachine" [ 1064.180149] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1064.180149] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1644405f-477e-4077-a9c5-acf05583d15d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.181681] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.182094] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.182431] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.182961] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.183551] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.186106] env[68934]: INFO nova.compute.manager [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Terminating instance [ 1064.197665] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease: (returnval){ [ 1064.197665] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231407c-5168-ed2d-a59a-29fe3eba34d9" [ 1064.197665] env[68934]: _type = "HttpNfcLease" [ 1064.197665] env[68934]: } obtained for exporting VM: (result){ [ 1064.197665] env[68934]: value = "vm-627442" [ 1064.197665] env[68934]: _type = "VirtualMachine" [ 1064.197665] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1064.197665] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the lease: (returnval){ [ 1064.197665] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231407c-5168-ed2d-a59a-29fe3eba34d9" [ 1064.197665] env[68934]: _type = "HttpNfcLease" [ 1064.197665] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1064.206387] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.206387] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231407c-5168-ed2d-a59a-29fe3eba34d9" [ 1064.206387] env[68934]: _type = "HttpNfcLease" [ 1064.206387] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.453640] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.457785] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.543s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.460773] env[68934]: INFO nova.compute.claims [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.464597] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "refresh_cache-482ba891-8cf5-4ee1-a296-5e9f17b92298" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.464597] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "refresh_cache-482ba891-8cf5-4ee1-a296-5e9f17b92298" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.464597] env[68934]: DEBUG nova.network.neutron [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.489545] env[68934]: INFO nova.scheduler.client.report [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Deleted allocations for instance d4e9d0e2-04b1-4a24-b559-9520ba49d8ee [ 1064.579364] env[68934]: DEBUG nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.599690] env[68934]: DEBUG nova.compute.manager [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Received event network-vif-plugged-abd717b0-8785-449c-8d01-f548ac2b39ca {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.600067] env[68934]: DEBUG oslo_concurrency.lockutils [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] Acquiring lock "482ba891-8cf5-4ee1-a296-5e9f17b92298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.600580] env[68934]: DEBUG oslo_concurrency.lockutils [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.601022] env[68934]: DEBUG oslo_concurrency.lockutils [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.601175] env[68934]: DEBUG nova.compute.manager [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] No waiting events found dispatching network-vif-plugged-abd717b0-8785-449c-8d01-f548ac2b39ca {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.601357] env[68934]: WARNING nova.compute.manager [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Received unexpected event network-vif-plugged-abd717b0-8785-449c-8d01-f548ac2b39ca for instance with vm_state building and task_state spawning. [ 1064.601640] env[68934]: DEBUG nova.compute.manager [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Received event network-changed-abd717b0-8785-449c-8d01-f548ac2b39ca {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.601943] env[68934]: DEBUG nova.compute.manager [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Refreshing instance network info cache due to event network-changed-abd717b0-8785-449c-8d01-f548ac2b39ca. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.602190] env[68934]: DEBUG oslo_concurrency.lockutils [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] Acquiring lock "refresh_cache-482ba891-8cf5-4ee1-a296-5e9f17b92298" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.619060] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.619324] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.619514] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.619687] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.619837] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.619989] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.620303] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.620670] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.620918] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.621107] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.621288] env[68934]: DEBUG nova.virt.hardware [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.622481] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ada2efd-3e23-493f-95ee-1afaccb8e2f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.632306] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9029f7-a6c5-461d-8c6b-b210eec2b37e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.691454] env[68934]: DEBUG nova.compute.manager [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.691693] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.692630] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f36cf2-9422-42dc-8abc-6c47722ca8a5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.703234] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.703944] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e4372f-11fa-4620-9aab-d0a918744a3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.707959] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.707959] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231407c-5168-ed2d-a59a-29fe3eba34d9" [ 1064.707959] env[68934]: _type = "HttpNfcLease" [ 1064.707959] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.708251] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.708251] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231407c-5168-ed2d-a59a-29fe3eba34d9" [ 1064.708251] env[68934]: _type = "HttpNfcLease" [ 1064.708251] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1064.709223] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa582f7-0e55-43fe-b1d2-e04f4fa66a2e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.719477] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523839a2-2890-78bf-c139-b31562eb78ed/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.719724] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523839a2-2890-78bf-c139-b31562eb78ed/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1064.721807] env[68934]: DEBUG oslo_vmware.api [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 1064.721807] env[68934]: value = "task-3135412" [ 1064.721807] env[68934]: _type = "Task" [ 1064.721807] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.796790] env[68934]: DEBUG oslo_vmware.api [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.842879] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a088b880-6a31-4e7d-8f4c-8bf9683d1f05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.997421] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5be14d47-3130-4ab6-aba5-ba4844719da9 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Lock "d4e9d0e2-04b1-4a24-b559-9520ba49d8ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.135s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.051615] env[68934]: DEBUG nova.network.neutron [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.144948] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.145261] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.145357] env[68934]: DEBUG nova.network.neutron [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.232857] env[68934]: DEBUG oslo_vmware.api [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135412, 'name': PowerOffVM_Task, 'duration_secs': 0.220011} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.233131] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.234993] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.234993] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818b8729-c36e-4d01-89ae-3df294053d59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.311450] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.311801] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.312189] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Deleting the datastore file [datastore2] 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.312531] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24da785-250f-4903-901b-07ee0f300ba9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.323166] env[68934]: DEBUG oslo_vmware.api [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for the task: (returnval){ [ 1065.323166] env[68934]: value = "task-3135414" [ 1065.323166] env[68934]: _type = "Task" [ 1065.323166] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.330666] env[68934]: DEBUG oslo_vmware.api [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.465467] env[68934]: DEBUG nova.network.neutron [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Updating instance_info_cache with network_info: [{"id": "abd717b0-8785-449c-8d01-f548ac2b39ca", "address": "fa:16:3e:cb:40:87", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd717b0-87", "ovs_interfaceid": "abd717b0-8785-449c-8d01-f548ac2b39ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.679535] env[68934]: DEBUG nova.compute.manager [req-22964206-3641-4642-8a00-3007c903f9f6 req-8219b5f6-e8fd-42cc-8e58-23ab9697c6f3 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Received event network-vif-plugged-77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.679535] env[68934]: DEBUG oslo_concurrency.lockutils [req-22964206-3641-4642-8a00-3007c903f9f6 req-8219b5f6-e8fd-42cc-8e58-23ab9697c6f3 service nova] Acquiring lock "4c10abfb-bab0-4625-bafb-187ec239efa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.679535] env[68934]: DEBUG oslo_concurrency.lockutils [req-22964206-3641-4642-8a00-3007c903f9f6 req-8219b5f6-e8fd-42cc-8e58-23ab9697c6f3 service nova] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.679923] env[68934]: DEBUG oslo_concurrency.lockutils [req-22964206-3641-4642-8a00-3007c903f9f6 req-8219b5f6-e8fd-42cc-8e58-23ab9697c6f3 service nova] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.679923] env[68934]: DEBUG nova.compute.manager [req-22964206-3641-4642-8a00-3007c903f9f6 req-8219b5f6-e8fd-42cc-8e58-23ab9697c6f3 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] No waiting events found dispatching network-vif-plugged-77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.680086] env[68934]: WARNING nova.compute.manager [req-22964206-3641-4642-8a00-3007c903f9f6 req-8219b5f6-e8fd-42cc-8e58-23ab9697c6f3 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Received unexpected event network-vif-plugged-77b2360c-e130-404d-b4d8-81f895689423 for instance with vm_state building and task_state spawning. [ 1065.775486] env[68934]: DEBUG nova.network.neutron [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Successfully updated port: 77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.840757] env[68934]: DEBUG oslo_vmware.api [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Task: {'id': task-3135414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162255} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.841192] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.841522] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.841522] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.841722] env[68934]: INFO nova.compute.manager [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1065.841773] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.842493] env[68934]: DEBUG nova.compute.manager [-] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.842493] env[68934]: DEBUG nova.network.neutron [-] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.853151] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd581ff-01bf-4f48-a674-6f3bfaeeb5eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.864794] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b418ffa4-c789-446f-88e8-05b29b335a57 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.912668] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf91ef-04d5-47ea-9fd9-73b14bae6b7c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.920058] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9476e-bf6b-4d27-aa4d-4da7ec95d050 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.940869] env[68934]: DEBUG nova.compute.provider_tree [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.972256] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "refresh_cache-482ba891-8cf5-4ee1-a296-5e9f17b92298" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.972604] env[68934]: DEBUG nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Instance network_info: |[{"id": "abd717b0-8785-449c-8d01-f548ac2b39ca", "address": "fa:16:3e:cb:40:87", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd717b0-87", "ovs_interfaceid": "abd717b0-8785-449c-8d01-f548ac2b39ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.972913] env[68934]: DEBUG oslo_concurrency.lockutils [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] Acquired lock "refresh_cache-482ba891-8cf5-4ee1-a296-5e9f17b92298" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.973128] env[68934]: DEBUG nova.network.neutron [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Refreshing network info cache for port abd717b0-8785-449c-8d01-f548ac2b39ca {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.974860] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:40:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abd717b0-8785-449c-8d01-f548ac2b39ca', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.983438] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.984907] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.984907] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a83c6882-3eee-44dc-8c44-c19e55f4f210 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.008681] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.008681] env[68934]: value = "task-3135415" [ 1066.008681] env[68934]: _type = "Task" [ 1066.008681] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.022957] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135415, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.076192] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.076192] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.278517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.278517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.278697] env[68934]: DEBUG nova.network.neutron [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.444032] env[68934]: DEBUG nova.scheduler.client.report [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.479569] env[68934]: DEBUG nova.network.neutron [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance_info_cache with network_info: [{"id": "5addcfe2-6d31-406f-9276-884c4e791d9f", "address": "fa:16:3e:50:69:6c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5addcfe2-6d", "ovs_interfaceid": "5addcfe2-6d31-406f-9276-884c4e791d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.525361] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135415, 'name': CreateVM_Task} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.525751] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.526265] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.526473] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.527050] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.527356] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e09ec59-ebfa-4d66-97f7-9cc8c7eeb0a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.533854] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1066.533854] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5225f370-5cb2-fbd5-11d1-07c973792e8c" [ 1066.533854] env[68934]: _type = "Task" [ 1066.533854] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.543838] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5225f370-5cb2-fbd5-11d1-07c973792e8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.579360] env[68934]: INFO nova.compute.manager [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Detaching volume 8f1ad571-1c0f-490d-81a8-4ff2b73ed73a [ 1066.632632] env[68934]: INFO nova.virt.block_device [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Attempting to driver detach volume 8f1ad571-1c0f-490d-81a8-4ff2b73ed73a from mountpoint /dev/sdb [ 1066.633348] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.633348] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627415', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'name': 'volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96519767-acbc-4b7d-9bae-86738667c69e', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'serial': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.634377] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2577da-e002-4349-9c5d-86cea784e2eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.660883] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a10a0d-866a-49ac-9148-1444d706b2fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.669998] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b94e63-50c5-4387-beea-1cf1f00199a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.693815] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3511f3-9657-4cef-8d81-636f5d591f4c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.717552] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] The volume has not been displaced from its original location: [datastore2] volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a/volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1066.723515] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.724622] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb2b838-cd0d-489e-8054-53619931a96f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.748370] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1066.748370] env[68934]: value = "task-3135416" [ 1066.748370] env[68934]: _type = "Task" [ 1066.748370] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.761624] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.841314] env[68934]: DEBUG nova.network.neutron [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.900463] env[68934]: DEBUG nova.network.neutron [-] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.936421] env[68934]: DEBUG nova.network.neutron [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Updated VIF entry in instance network info cache for port abd717b0-8785-449c-8d01-f548ac2b39ca. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.936970] env[68934]: DEBUG nova.network.neutron [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Updating instance_info_cache with network_info: [{"id": "abd717b0-8785-449c-8d01-f548ac2b39ca", "address": "fa:16:3e:cb:40:87", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd717b0-87", "ovs_interfaceid": "abd717b0-8785-449c-8d01-f548ac2b39ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.955406] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.956128] env[68934]: DEBUG nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.959470] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.847s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.959774] env[68934]: DEBUG nova.objects.instance [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'resources' on Instance uuid 93c64238-8e3b-44cf-abb0-1be369c96aed {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.986661] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.054959] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5225f370-5cb2-fbd5-11d1-07c973792e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.055375] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.055602] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.055888] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.056096] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.056538] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.057138] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13c79a0e-85a1-48dd-bd3f-e8b385b869fd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.069610] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.069917] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.070832] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e976f600-29e4-40cf-950f-13c792afeb38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.078445] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1067.078445] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5286adda-c79f-933f-1ba4-326efefb5fb9" [ 1067.078445] env[68934]: _type = "Task" [ 1067.078445] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.088149] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5286adda-c79f-933f-1ba4-326efefb5fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.263973] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.360357] env[68934]: DEBUG nova.network.neutron [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updating instance_info_cache with network_info: [{"id": "77b2360c-e130-404d-b4d8-81f895689423", "address": "fa:16:3e:9d:04:32", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b2360c-e1", "ovs_interfaceid": "77b2360c-e130-404d-b4d8-81f895689423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.405261] env[68934]: INFO nova.compute.manager [-] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Took 1.56 seconds to deallocate network for instance. [ 1067.441751] env[68934]: DEBUG oslo_concurrency.lockutils [req-69abe8dd-ff70-4163-ab86-03669d41c9ce req-7a8d6301-79a0-48d0-9ba7-f709443f37f3 service nova] Releasing lock "refresh_cache-482ba891-8cf5-4ee1-a296-5e9f17b92298" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.463775] env[68934]: DEBUG nova.compute.utils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.468437] env[68934]: DEBUG nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.468649] env[68934]: DEBUG nova.network.neutron [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.517732] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ca221f-4f72-4067-8047-e4d25f2e3ad8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.543427] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa8278-799c-4ae9-bc3f-e1b52479f4ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.550481] env[68934]: DEBUG nova.policy [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134119f5c37341059e98242f7a16c0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f6e3a324ea542fd86a7077173cf929e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.558801] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance '1d0afe3d-63af-42fb-bf93-313e516a0344' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.592045] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5286adda-c79f-933f-1ba4-326efefb5fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.597579] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f018192a-9e3b-403a-8576-a2bdce7d7192 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.607067] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1067.607067] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e995c5-a21b-39c7-c04e-7beace8e9143" [ 1067.607067] env[68934]: _type = "Task" [ 1067.607067] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.628302] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e995c5-a21b-39c7-c04e-7beace8e9143, 'name': SearchDatastore_Task, 'duration_secs': 0.013871} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.628302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.628302] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 482ba891-8cf5-4ee1-a296-5e9f17b92298/482ba891-8cf5-4ee1-a296-5e9f17b92298.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.628849] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaa108da-5d92-4785-9549-1c4dbd6de79c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.641518] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1067.641518] env[68934]: value = "task-3135417" [ 1067.641518] env[68934]: _type = "Task" [ 1067.641518] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.651130] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.763610] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.799120] env[68934]: DEBUG nova.compute.manager [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Received event network-changed-77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.799507] env[68934]: DEBUG nova.compute.manager [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Refreshing instance network info cache due to event network-changed-77b2360c-e130-404d-b4d8-81f895689423. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.799750] env[68934]: DEBUG oslo_concurrency.lockutils [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] Acquiring lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.855535] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d71814-8e09-4db5-b27c-0095a5315d2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.863396] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.863751] env[68934]: DEBUG nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Instance network_info: |[{"id": "77b2360c-e130-404d-b4d8-81f895689423", "address": "fa:16:3e:9d:04:32", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b2360c-e1", "ovs_interfaceid": "77b2360c-e130-404d-b4d8-81f895689423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.864223] env[68934]: DEBUG oslo_concurrency.lockutils [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] Acquired lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.864427] env[68934]: DEBUG nova.network.neutron [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Refreshing network info cache for port 77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.867014] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:04:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b2360c-e130-404d-b4d8-81f895689423', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.874359] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.875427] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c07cfb3-3e6f-4826-a052-fffaf5ea01c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.880726] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.881011] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f423f250-c20f-45e5-b462-b8c85ee83eb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.903627] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.903627] env[68934]: value = "task-3135418" [ 1067.903627] env[68934]: _type = "Task" [ 1067.903627] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.933594] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.939025] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd6050-7da3-44cf-a839-9669fbfba61f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.951371] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135418, 'name': CreateVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.952762] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7fa034-953b-4b61-a860-0b1d0c3847ef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.977064] env[68934]: DEBUG nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.980835] env[68934]: DEBUG nova.compute.provider_tree [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.065297] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.065679] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302ea826-4e09-427e-9f7f-7da3ce2a9e1f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.075643] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1068.075643] env[68934]: value = "task-3135419" [ 1068.075643] env[68934]: _type = "Task" [ 1068.075643] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.090478] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.155192] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.155479] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 482ba891-8cf5-4ee1-a296-5e9f17b92298/482ba891-8cf5-4ee1-a296-5e9f17b92298.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.155699] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.155960] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-196d3f93-23b3-45e6-b034-e2745529226d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.171025] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1068.171025] env[68934]: value = "task-3135420" [ 1068.171025] env[68934]: _type = "Task" [ 1068.171025] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.180190] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.263512] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135416, 'name': ReconfigVM_Task, 'duration_secs': 1.287345} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.263967] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.270019] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562486c3-6902-4330-b66f-05c2f9160023 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.289038] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1068.289038] env[68934]: value = "task-3135421" [ 1068.289038] env[68934]: _type = "Task" [ 1068.289038] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.300031] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.442917] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135418, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.490510] env[68934]: DEBUG nova.scheduler.client.report [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.510337] env[68934]: DEBUG nova.network.neutron [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Successfully created port: 764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.586351] env[68934]: DEBUG oslo_vmware.api [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135419, 'name': PowerOnVM_Task, 'duration_secs': 0.458412} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.586715] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.586765] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0401701b-a5a8-4da6-b4c4-13a919091854 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance '1d0afe3d-63af-42fb-bf93-313e516a0344' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.639255] env[68934]: DEBUG nova.network.neutron [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updated VIF entry in instance network info cache for port 77b2360c-e130-404d-b4d8-81f895689423. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.640280] env[68934]: DEBUG nova.network.neutron [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updating instance_info_cache with network_info: [{"id": "77b2360c-e130-404d-b4d8-81f895689423", "address": "fa:16:3e:9d:04:32", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b2360c-e1", "ovs_interfaceid": "77b2360c-e130-404d-b4d8-81f895689423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.680960] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09287} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.681309] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.682138] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd0ab18-715a-4a56-b09d-376e8ef2ce41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.707069] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 482ba891-8cf5-4ee1-a296-5e9f17b92298/482ba891-8cf5-4ee1-a296-5e9f17b92298.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.707478] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d88be2a3-f81c-48fa-ab37-3b3092592335 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.731901] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1068.731901] env[68934]: value = "task-3135423" [ 1068.731901] env[68934]: _type = "Task" [ 1068.731901] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.746484] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.802101] env[68934]: DEBUG oslo_vmware.api [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135421, 'name': ReconfigVM_Task, 'duration_secs': 0.171383} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.802503] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627415', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'name': 'volume-8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96519767-acbc-4b7d-9bae-86738667c69e', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a', 'serial': '8f1ad571-1c0f-490d-81a8-4ff2b73ed73a'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1068.948621] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135418, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.996908] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.000290] env[68934]: DEBUG nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.003538] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.739s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.003538] env[68934]: DEBUG nova.objects.instance [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lazy-loading 'resources' on Instance uuid 060fe62e-98c6-4c39-9909-64a245deac49 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.037892] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.037892] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.038084] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.041726] env[68934]: DEBUG nova.virt.hardware [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.041726] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8921045a-2a8f-40e6-bdaf-90fa49345571 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.044869] env[68934]: INFO nova.scheduler.client.report [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted allocations for instance 93c64238-8e3b-44cf-abb0-1be369c96aed [ 1069.059061] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da6d958-8102-4ec5-8510-f162815d8615 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.144634] env[68934]: DEBUG oslo_concurrency.lockutils [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] Releasing lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.145035] env[68934]: DEBUG nova.compute.manager [req-77d5a367-f748-46e4-b8b3-a661a23cbf0f req-401c3a52-8153-4282-8fdd-7ed7318a799c service nova] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Received event network-vif-deleted-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.242548] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.365276] env[68934]: DEBUG nova.objects.instance [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.445978] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135418, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.564134] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6b8d58cb-0712-46f2-b313-479cf19e10e8 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "93c64238-8e3b-44cf-abb0-1be369c96aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.371s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.745635] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.825397] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70896e35-00a0-4e97-83a7-83f4cfdb31bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.835482] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caee3b65-c202-4347-92cd-632bd8ff138e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.874032] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72e718-11c1-4ab6-b2c4-224bf7c45365 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.882938] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33274b07-f086-46b5-af4c-7478b5035c08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.898943] env[68934]: DEBUG nova.compute.provider_tree [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.945969] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135418, 'name': CreateVM_Task, 'duration_secs': 1.58243} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.945969] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.946721] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.947163] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.947376] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.947658] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51641cd-349e-4bba-bbc4-dc066768e9b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.954430] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1069.954430] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ea24f7-b4ab-e523-22a4-65abd265a895" [ 1069.954430] env[68934]: _type = "Task" [ 1069.954430] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.965021] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ea24f7-b4ab-e523-22a4-65abd265a895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.243811] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135423, 'name': ReconfigVM_Task, 'duration_secs': 1.140038} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.243900] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 482ba891-8cf5-4ee1-a296-5e9f17b92298/482ba891-8cf5-4ee1-a296-5e9f17b92298.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.244525] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdf081b5-755d-4d0b-ae95-9b85bbd5d26c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.252387] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1070.252387] env[68934]: value = "task-3135426" [ 1070.252387] env[68934]: _type = "Task" [ 1070.252387] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.261856] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135426, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.379145] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f6196c8b-a0f8-4b16-ae83-2132a1b8c95d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.304s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.405567] env[68934]: DEBUG nova.scheduler.client.report [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.410236] env[68934]: DEBUG oslo_concurrency.lockutils [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.410543] env[68934]: DEBUG oslo_concurrency.lockutils [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.410733] env[68934]: DEBUG nova.compute.manager [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.412191] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc102386-543b-41ad-b3c6-562dbfe1fb9b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.419969] env[68934]: DEBUG nova.compute.manager [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1070.420724] env[68934]: DEBUG nova.objects.instance [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.466427] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ea24f7-b4ab-e523-22a4-65abd265a895, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.466748] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467011] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.467245] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.467406] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.467595] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.467969] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa13ddc8-db2b-4578-aa49-fdd847a2fd82 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.479131] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.479337] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.480240] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d022c8-a311-47cd-95b4-7ff36aaf3360 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.487611] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1070.487611] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526891bb-3bc9-0f25-5304-37847b778313" [ 1070.487611] env[68934]: _type = "Task" [ 1070.487611] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.497565] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526891bb-3bc9-0f25-5304-37847b778313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.501547] env[68934]: DEBUG nova.compute.manager [req-4226dc8e-4c12-478f-a599-faf07091f1f8 req-f7239eff-8d88-44f4-8780-16a756ee3572 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Received event network-vif-plugged-764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.501796] env[68934]: DEBUG oslo_concurrency.lockutils [req-4226dc8e-4c12-478f-a599-faf07091f1f8 req-f7239eff-8d88-44f4-8780-16a756ee3572 service nova] Acquiring lock "11487948-8689-4680-b511-bcec1045a7ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.502057] env[68934]: DEBUG oslo_concurrency.lockutils [req-4226dc8e-4c12-478f-a599-faf07091f1f8 req-f7239eff-8d88-44f4-8780-16a756ee3572 service nova] Lock "11487948-8689-4680-b511-bcec1045a7ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.502278] env[68934]: DEBUG oslo_concurrency.lockutils [req-4226dc8e-4c12-478f-a599-faf07091f1f8 req-f7239eff-8d88-44f4-8780-16a756ee3572 service nova] Lock "11487948-8689-4680-b511-bcec1045a7ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.502481] env[68934]: DEBUG nova.compute.manager [req-4226dc8e-4c12-478f-a599-faf07091f1f8 req-f7239eff-8d88-44f4-8780-16a756ee3572 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] No waiting events found dispatching network-vif-plugged-764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.502657] env[68934]: WARNING nova.compute.manager [req-4226dc8e-4c12-478f-a599-faf07091f1f8 req-f7239eff-8d88-44f4-8780-16a756ee3572 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Received unexpected event network-vif-plugged-764c5724-e033-4dd6-bc2c-91469c28e803 for instance with vm_state building and task_state spawning. [ 1070.630282] env[68934]: DEBUG nova.network.neutron [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Successfully updated port: 764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.765129] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135426, 'name': Rename_Task, 'duration_secs': 0.189801} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.765611] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.765905] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90045075-93de-4f4a-8f83-0f6e2a65ef49 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.774976] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1070.774976] env[68934]: value = "task-3135427" [ 1070.774976] env[68934]: _type = "Task" [ 1070.774976] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.784857] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.913410] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.915755] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.529s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.918191] env[68934]: INFO nova.compute.claims [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.969123] env[68934]: INFO nova.scheduler.client.report [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleted allocations for instance 060fe62e-98c6-4c39-9909-64a245deac49 [ 1071.001612] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526891bb-3bc9-0f25-5304-37847b778313, 'name': SearchDatastore_Task, 'duration_secs': 0.015064} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.001842] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afe6bb9-54c5-4bef-9310-0aebfacd7174 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.016992] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1071.016992] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52edf4ee-18be-d231-8ac0-1bcd91c947a8" [ 1071.016992] env[68934]: _type = "Task" [ 1071.016992] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.032791] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52edf4ee-18be-d231-8ac0-1bcd91c947a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.034744] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "1d0afe3d-63af-42fb-bf93-313e516a0344" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.035315] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.035438] env[68934]: DEBUG nova.compute.manager [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Going to confirm migration 2 {{(pid=68934) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1071.066174] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.066494] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.136388] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.136388] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.136388] env[68934]: DEBUG nova.network.neutron [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.286007] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.429346] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.429427] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e8dedad-4573-423a-9ae7-002b0ccf88e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.440502] env[68934]: DEBUG oslo_vmware.api [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1071.440502] env[68934]: value = "task-3135428" [ 1071.440502] env[68934]: _type = "Task" [ 1071.440502] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.453116] env[68934]: DEBUG oslo_vmware.api [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.488285] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65cca3db-447e-41ca-90b5-95515b9ceee6 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "060fe62e-98c6-4c39-9909-64a245deac49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.301s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.537362] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52edf4ee-18be-d231-8ac0-1bcd91c947a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014572} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.537779] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.538173] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.538891] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af2e5276-0725-40b4-b9d1-0188619f955e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.555831] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1071.555831] env[68934]: value = "task-3135429" [ 1071.555831] env[68934]: _type = "Task" [ 1071.555831] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.568207] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.568619] env[68934]: DEBUG nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.592512] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.592637] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.592813] env[68934]: DEBUG nova.network.neutron [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.593531] env[68934]: DEBUG nova.objects.instance [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lazy-loading 'info_cache' on Instance uuid 1d0afe3d-63af-42fb-bf93-313e516a0344 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.673306] env[68934]: DEBUG nova.network.neutron [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.788331] env[68934]: DEBUG oslo_vmware.api [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135427, 'name': PowerOnVM_Task, 'duration_secs': 0.607236} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.788645] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.790853] env[68934]: INFO nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1071.790853] env[68934]: DEBUG nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.790853] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d994f8-be5a-4e75-a2aa-3bc5a43a183f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.908412] env[68934]: DEBUG nova.network.neutron [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Updating instance_info_cache with network_info: [{"id": "764c5724-e033-4dd6-bc2c-91469c28e803", "address": "fa:16:3e:cd:b6:28", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764c5724-e0", "ovs_interfaceid": "764c5724-e033-4dd6-bc2c-91469c28e803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.956763] env[68934]: DEBUG oslo_vmware.api [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135428, 'name': PowerOffVM_Task, 'duration_secs': 0.359559} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.957085] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.957321] env[68934]: DEBUG nova.compute.manager [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.958484] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f6b99b-6afb-42ab-bc03-5c6125f37eae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.068657] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.092723] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.228027] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4df3b54-9200-4efa-8470-e545df52c1a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.237193] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90964a2-73e0-4c74-8c51-0de20cd1344d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.284862] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb8eb21-f313-4eb4-8a04-0d85c5331192 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.295097] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cdde2d-d9e3-42c5-97ad-f07dcb59bf36 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.315410] env[68934]: DEBUG nova.compute.provider_tree [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.319099] env[68934]: INFO nova.compute.manager [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Took 16.91 seconds to build instance. [ 1072.412053] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.412453] env[68934]: DEBUG nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Instance network_info: |[{"id": "764c5724-e033-4dd6-bc2c-91469c28e803", "address": "fa:16:3e:cd:b6:28", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764c5724-e0", "ovs_interfaceid": "764c5724-e033-4dd6-bc2c-91469c28e803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.412895] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b6:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '764c5724-e033-4dd6-bc2c-91469c28e803', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.424716] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.425116] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.425382] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8604681b-c565-4be1-832e-42755a991da8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.447875] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.447875] env[68934]: value = "task-3135431" [ 1072.447875] env[68934]: _type = "Task" [ 1072.447875] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.457438] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135431, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.478907] env[68934]: DEBUG oslo_concurrency.lockutils [None req-05be79db-1f20-46a2-aac4-c62a05f8989e tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.568296] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597554} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.568580] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.568853] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.569130] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a74a134-38cb-47a4-aaad-5ccdb58cada0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.578439] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1072.578439] env[68934]: value = "task-3135432" [ 1072.578439] env[68934]: _type = "Task" [ 1072.578439] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.588242] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.808957] env[68934]: DEBUG nova.compute.manager [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Received event network-changed-764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.809235] env[68934]: DEBUG nova.compute.manager [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Refreshing instance network info cache due to event network-changed-764c5724-e033-4dd6-bc2c-91469c28e803. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.809870] env[68934]: DEBUG oslo_concurrency.lockutils [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] Acquiring lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.810115] env[68934]: DEBUG oslo_concurrency.lockutils [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] Acquired lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.810303] env[68934]: DEBUG nova.network.neutron [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Refreshing network info cache for port 764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.823717] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.428s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.824734] env[68934]: DEBUG nova.scheduler.client.report [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.947579] env[68934]: DEBUG nova.network.neutron [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance_info_cache with network_info: [{"id": "5addcfe2-6d31-406f-9276-884c4e791d9f", "address": "fa:16:3e:50:69:6c", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5addcfe2-6d", "ovs_interfaceid": "5addcfe2-6d31-406f-9276-884c4e791d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.965144] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135431, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.088866] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092176} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.089140] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.090104] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbedc60-0157-4a68-a67b-4596a489786d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.114649] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.115093] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e5d40c-c5d9-4050-9b7d-7fcd9cae75bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.136106] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1073.136106] env[68934]: value = "task-3135433" [ 1073.136106] env[68934]: _type = "Task" [ 1073.136106] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.145409] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135433, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.330377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.330954] env[68934]: DEBUG nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.334768] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.400s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.334768] env[68934]: DEBUG nova.objects.instance [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lazy-loading 'resources' on Instance uuid 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.455660] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "482ba891-8cf5-4ee1-a296-5e9f17b92298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.455899] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.456114] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "482ba891-8cf5-4ee1-a296-5e9f17b92298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.456297] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.456461] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.458163] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-1d0afe3d-63af-42fb-bf93-313e516a0344" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.458391] env[68934]: DEBUG nova.objects.instance [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lazy-loading 'migration_context' on Instance uuid 1d0afe3d-63af-42fb-bf93-313e516a0344 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.459534] env[68934]: INFO nova.compute.manager [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Terminating instance [ 1073.466922] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135431, 'name': CreateVM_Task, 'duration_secs': 0.715662} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.467259] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.467909] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.468095] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.468434] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.468679] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4cf8bd-fb43-4568-bafa-e277d2232e6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.475031] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1073.475031] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5261487a-e2c5-cebc-055f-84a8bc7ab928" [ 1073.475031] env[68934]: _type = "Task" [ 1073.475031] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.485030] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5261487a-e2c5-cebc-055f-84a8bc7ab928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.521207] env[68934]: DEBUG nova.objects.instance [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.648740] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.657211] env[68934]: DEBUG nova.network.neutron [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Updated VIF entry in instance network info cache for port 764c5724-e033-4dd6-bc2c-91469c28e803. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.657211] env[68934]: DEBUG nova.network.neutron [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Updating instance_info_cache with network_info: [{"id": "764c5724-e033-4dd6-bc2c-91469c28e803", "address": "fa:16:3e:cd:b6:28", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764c5724-e0", "ovs_interfaceid": "764c5724-e033-4dd6-bc2c-91469c28e803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.726839] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523839a2-2890-78bf-c139-b31562eb78ed/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1073.731034] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c474a0-24dc-4aec-93c4-24d5c94e7d67 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.740054] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523839a2-2890-78bf-c139-b31562eb78ed/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1073.740279] env[68934]: ERROR oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523839a2-2890-78bf-c139-b31562eb78ed/disk-0.vmdk due to incomplete transfer. [ 1073.740541] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e376a382-6583-4442-a8a3-b25168b7f227 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.749839] env[68934]: DEBUG oslo_vmware.rw_handles [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523839a2-2890-78bf-c139-b31562eb78ed/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1073.750155] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Uploaded image b641b6d1-f18c-4931-aac2-d7099b04dc4b to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1073.754080] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1073.754487] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-467d8029-7923-404b-a0af-cc1323659a44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.764864] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1073.764864] env[68934]: value = "task-3135435" [ 1073.764864] env[68934]: _type = "Task" [ 1073.764864] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.775390] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135435, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.840220] env[68934]: DEBUG nova.compute.utils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.845233] env[68934]: DEBUG nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.845529] env[68934]: DEBUG nova.network.neutron [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.892469] env[68934]: DEBUG nova.policy [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.964637] env[68934]: DEBUG nova.objects.base [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Object Instance<1d0afe3d-63af-42fb-bf93-313e516a0344> lazy-loaded attributes: info_cache,migration_context {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.972550] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253714a-82ed-4d89-bffd-0d017f6de0d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.978045] env[68934]: DEBUG nova.compute.manager [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.978918] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.981558] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83558d2c-2600-4730-8d02-86f06399bda7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.020773] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fae3a3-983b-44f1-95c2-3e26d9031ae0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.025185] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.027638] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f07f10-748c-49a9-bc06-39e172294437 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.033188] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5261487a-e2c5-cebc-055f-84a8bc7ab928, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.033908] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.034228] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.034537] env[68934]: DEBUG nova.network.neutron [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.034875] env[68934]: DEBUG nova.objects.instance [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'info_cache' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.036869] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.037277] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.037748] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.038317] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.038616] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.039692] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d38d533-20b4-4009-a58f-0784c2c8afd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.043572] env[68934]: DEBUG oslo_vmware.api [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1074.043572] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520ef3eb-0e87-c0f4-a85f-9c6f2deba032" [ 1074.043572] env[68934]: _type = "Task" [ 1074.043572] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.048846] env[68934]: DEBUG oslo_vmware.api [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1074.048846] env[68934]: value = "task-3135436" [ 1074.048846] env[68934]: _type = "Task" [ 1074.048846] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.058917] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.059209] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.061117] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9c5706-5af7-4a43-afa0-5760417bbed7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.072228] env[68934]: DEBUG oslo_vmware.api [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520ef3eb-0e87-c0f4-a85f-9c6f2deba032, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.072446] env[68934]: DEBUG oslo_vmware.api [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.074200] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.079816] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1074.079816] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ccf4d-811f-0ffb-2c74-5ba7981d2b67" [ 1074.079816] env[68934]: _type = "Task" [ 1074.079816] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.085251] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ccf4d-811f-0ffb-2c74-5ba7981d2b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.087908] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.088153] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.088375] env[68934]: INFO nova.compute.manager [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Rebooting instance [ 1074.151301] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135433, 'name': ReconfigVM_Task, 'duration_secs': 0.923281} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.152161] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.152937] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abe49a4c-d114-495b-bc17-91915f1f20b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.160348] env[68934]: DEBUG oslo_concurrency.lockutils [req-9aff6cfa-2673-4106-b489-b0364c1ce857 req-e6b3a88f-94c6-455f-8bd7-a91d9a5a88e3 service nova] Releasing lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.163746] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1074.163746] env[68934]: value = "task-3135437" [ 1074.163746] env[68934]: _type = "Task" [ 1074.163746] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.165397] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcc4ac5-2d37-4025-92c3-e275653e7907 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.180347] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856bcd26-2917-441c-8bfc-52c96f7441e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.184713] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135437, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.215538] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b22ff-665a-487f-b6d1-f2ed65cd47c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.226057] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a036514-e582-417e-9fa1-546d50b95839 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.242980] env[68934]: DEBUG nova.compute.provider_tree [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.257719] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "4655a315-f020-4ba4-be68-8d80ecf92128" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.258072] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.277291] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135435, 'name': Destroy_Task, 'duration_secs': 0.468137} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.277572] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Destroyed the VM [ 1074.277881] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1074.278173] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-226db61a-82eb-489a-857f-688dfee74b09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.285583] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1074.285583] env[68934]: value = "task-3135438" [ 1074.285583] env[68934]: _type = "Task" [ 1074.285583] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.295677] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.346062] env[68934]: DEBUG nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.443031] env[68934]: DEBUG nova.network.neutron [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Successfully created port: b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.541020] env[68934]: DEBUG nova.objects.base [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Object Instance<96519767-acbc-4b7d-9bae-86738667c69e> lazy-loaded attributes: flavor,info_cache {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.562997] env[68934]: DEBUG oslo_vmware.api [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135436, 'name': PowerOffVM_Task, 'duration_secs': 0.199767} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.563246] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.563417] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.563656] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fda2240-cc6b-4562-8d13-d3096b6937d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.585570] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ccf4d-811f-0ffb-2c74-5ba7981d2b67, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.586428] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928dcbe2-790e-427d-8e0b-5c34ba396dd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.594219] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1074.594219] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f35db5-204d-cabf-6694-8fcade858cf5" [ 1074.594219] env[68934]: _type = "Task" [ 1074.594219] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.603174] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f35db5-204d-cabf-6694-8fcade858cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.605566] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.605738] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.605897] env[68934]: DEBUG nova.network.neutron [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.637076] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.637338] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.637543] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleting the datastore file [datastore2] 482ba891-8cf5-4ee1-a296-5e9f17b92298 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.637836] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a77b7fd0-1d3e-4b7e-9948-b9ffe493c03d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.645943] env[68934]: DEBUG oslo_vmware.api [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1074.645943] env[68934]: value = "task-3135440" [ 1074.645943] env[68934]: _type = "Task" [ 1074.645943] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.655222] env[68934]: DEBUG oslo_vmware.api [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.675431] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135437, 'name': Rename_Task, 'duration_secs': 0.177366} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.675431] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.675431] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b91cb6d-40d3-4c52-afe2-8adeda8e5dc4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.683774] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1074.683774] env[68934]: value = "task-3135441" [ 1074.683774] env[68934]: _type = "Task" [ 1074.683774] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.693098] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.746836] env[68934]: DEBUG nova.scheduler.client.report [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.761023] env[68934]: DEBUG nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.796079] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.105780] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f35db5-204d-cabf-6694-8fcade858cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.106157] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.106880] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 11487948-8689-4680-b511-bcec1045a7ae/11487948-8689-4680-b511-bcec1045a7ae.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.106880] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adfb6c85-67cf-4004-9b8d-7cfa91078d2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.126280] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1075.126280] env[68934]: value = "task-3135442" [ 1075.126280] env[68934]: _type = "Task" [ 1075.126280] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.136670] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.160364] env[68934]: DEBUG oslo_vmware.api [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13744} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.163487] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.163742] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.163975] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.164152] env[68934]: INFO nova.compute.manager [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1075.164503] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.167206] env[68934]: DEBUG nova.compute.manager [-] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.167337] env[68934]: DEBUG nova.network.neutron [-] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.198949] env[68934]: DEBUG oslo_vmware.api [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135441, 'name': PowerOnVM_Task, 'duration_secs': 0.516124} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.199328] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.199544] env[68934]: INFO nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1075.199731] env[68934]: DEBUG nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.200601] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f78c002-a0ef-483a-9ad7-f16358ea9953 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.253452] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.258253] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.166s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.259835] env[68934]: INFO nova.compute.claims [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.282673] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.297917] env[68934]: DEBUG oslo_vmware.api [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571688} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.301098] env[68934]: INFO nova.scheduler.client.report [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Deleted allocations for instance 3c12c787-b7f1-4af9-a00b-fd32f321a5e6 [ 1075.304015] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.304015] env[68934]: INFO nova.compute.manager [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Took 14.79 seconds to snapshot the instance on the hypervisor. [ 1075.347170] env[68934]: DEBUG nova.network.neutron [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updating instance_info_cache with network_info: [{"id": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "address": "fa:16:3e:3c:8d:9e", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762e3f6b-cf", "ovs_interfaceid": "762e3f6b-cfc9-4634-bf70-1daa105c5192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.357162] env[68934]: DEBUG nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.389772] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.391919] env[68934]: DEBUG nova.virt.hardware [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.392793] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b480f2-b6a1-4520-b896-4054e875ede2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.403736] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89cbbc3-1cf4-40e9-8bfb-bb4096509b42 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.637924] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518276} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.638265] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 11487948-8689-4680-b511-bcec1045a7ae/11487948-8689-4680-b511-bcec1045a7ae.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.638504] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.638816] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e4ba0c9-af4a-4960-ba50-36b8b3d43fbb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.646277] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1075.646277] env[68934]: value = "task-3135443" [ 1075.646277] env[68934]: _type = "Task" [ 1075.646277] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.657764] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.729577] env[68934]: INFO nova.compute.manager [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Took 19.71 seconds to build instance. [ 1075.789254] env[68934]: DEBUG nova.network.neutron [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.815455] env[68934]: DEBUG oslo_concurrency.lockutils [None req-35d56c12-e426-46f6-8522-7b4db54f9674 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Lock "3c12c787-b7f1-4af9-a00b-fd32f321a5e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.633s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.850125] env[68934]: DEBUG oslo_concurrency.lockutils [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "refresh_cache-96519767-acbc-4b7d-9bae-86738667c69e" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.872016] env[68934]: DEBUG nova.compute.manager [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Found 3 images (rotation: 2) {{(pid=68934) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1075.872747] env[68934]: DEBUG nova.compute.manager [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Rotating out 1 backups {{(pid=68934) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1075.872961] env[68934]: DEBUG nova.compute.manager [None req-99e415bf-14aa-4991-87fe-f72504c2c592 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleting image aca322ea-af4a-446f-83cd-b5ebf9de81a1 {{(pid=68934) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1075.958797] env[68934]: DEBUG nova.compute.manager [req-e7548a4d-6c33-4cca-a46c-d2a4df6eb7ba req-b0ebcbbb-2129-48a5-bc61-3fae3ff22fdf service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Received event network-vif-deleted-abd717b0-8785-449c-8d01-f548ac2b39ca {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.958797] env[68934]: INFO nova.compute.manager [req-e7548a4d-6c33-4cca-a46c-d2a4df6eb7ba req-b0ebcbbb-2129-48a5-bc61-3fae3ff22fdf service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Neutron deleted interface abd717b0-8785-449c-8d01-f548ac2b39ca; detaching it from the instance and deleting it from the info cache [ 1075.958797] env[68934]: DEBUG nova.network.neutron [req-e7548a4d-6c33-4cca-a46c-d2a4df6eb7ba req-b0ebcbbb-2129-48a5-bc61-3fae3ff22fdf service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.157683] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1767} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.158105] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.158899] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044eb36-b942-4b0c-a8f1-6281466941d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.182068] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 11487948-8689-4680-b511-bcec1045a7ae/11487948-8689-4680-b511-bcec1045a7ae.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.182379] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fee34d2-ee8e-4a27-a795-214d5a635c38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.203535] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1076.203535] env[68934]: value = "task-3135445" [ 1076.203535] env[68934]: _type = "Task" [ 1076.203535] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.212499] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.232742] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e19fb472-dfa6-4931-91d3-3f066198541e tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.228s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.293053] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.322245] env[68934]: DEBUG nova.network.neutron [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Successfully updated port: b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.431113] env[68934]: DEBUG nova.network.neutron [-] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.460973] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ccf55d3-7ee2-4ae9-b5e7-e4f1699cf5de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.471627] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186d8ea-5310-4e7d-96e9-7e6e4377b695 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.520998] env[68934]: DEBUG nova.compute.manager [req-e7548a4d-6c33-4cca-a46c-d2a4df6eb7ba req-b0ebcbbb-2129-48a5-bc61-3fae3ff22fdf service nova] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Detach interface failed, port_id=abd717b0-8785-449c-8d01-f548ac2b39ca, reason: Instance 482ba891-8cf5-4ee1-a296-5e9f17b92298 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.543761] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17309f61-88d2-4463-9498-9611782a81d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.552224] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61ba039-383b-4e12-aaa8-33cca5fa6b77 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.595023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d526da4-816c-4787-90ad-34131590b84b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.601446] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ed5082-23d4-4c68-9f36-dd26ad44bec1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.619166] env[68934]: DEBUG nova.compute.provider_tree [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.714317] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135445, 'name': ReconfigVM_Task, 'duration_secs': 0.325719} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.714635] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 11487948-8689-4680-b511-bcec1045a7ae/11487948-8689-4680-b511-bcec1045a7ae.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.715576] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-327af1ec-695e-4a84-9482-e33548741e5d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.723521] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1076.723521] env[68934]: value = "task-3135446" [ 1076.723521] env[68934]: _type = "Task" [ 1076.723521] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.731744] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135446, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.798239] env[68934]: DEBUG nova.compute.manager [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.799129] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e65b3-c859-48b9-9737-24e505d42b43 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.828632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.828632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.828632] env[68934]: DEBUG nova.network.neutron [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.855996] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.856369] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c27db68-033e-46ac-9cc2-98fe7499a6bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.865060] env[68934]: DEBUG oslo_vmware.api [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1076.865060] env[68934]: value = "task-3135447" [ 1076.865060] env[68934]: _type = "Task" [ 1076.865060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.879679] env[68934]: DEBUG oslo_vmware.api [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.934043] env[68934]: INFO nova.compute.manager [-] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Took 1.77 seconds to deallocate network for instance. [ 1076.958014] env[68934]: DEBUG nova.compute.manager [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Received event network-changed-77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.958182] env[68934]: DEBUG nova.compute.manager [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Refreshing instance network info cache due to event network-changed-77b2360c-e130-404d-b4d8-81f895689423. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.959660] env[68934]: DEBUG oslo_concurrency.lockutils [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] Acquiring lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959660] env[68934]: DEBUG oslo_concurrency.lockutils [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] Acquired lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959660] env[68934]: DEBUG nova.network.neutron [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Refreshing network info cache for port 77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.122713] env[68934]: DEBUG nova.scheduler.client.report [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.235087] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135446, 'name': Rename_Task, 'duration_secs': 0.158591} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.235426] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.235603] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d90bbc3-8c74-449e-8ab9-394cb04d5a0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.243456] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1077.243456] env[68934]: value = "task-3135448" [ 1077.243456] env[68934]: _type = "Task" [ 1077.243456] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.251743] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.376669] env[68934]: DEBUG oslo_vmware.api [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.410119] env[68934]: DEBUG nova.network.neutron [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.440895] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.631594] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.632127] env[68934]: DEBUG nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.635575] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.562s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.754890] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.818014] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e36f12-1188-4dd3-9b39-5d4874f9dd56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.826286] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Doing hard reboot of VM {{(pid=68934) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1077.826439] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c6bb0bfc-cdaa-407a-a3f6-cb6792805ccc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.836231] env[68934]: DEBUG oslo_vmware.api [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1077.836231] env[68934]: value = "task-3135449" [ 1077.836231] env[68934]: _type = "Task" [ 1077.836231] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.845539] env[68934]: DEBUG oslo_vmware.api [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135449, 'name': ResetVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.877964] env[68934]: DEBUG oslo_vmware.api [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135447, 'name': PowerOnVM_Task, 'duration_secs': 0.950575} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.883047] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.883047] env[68934]: DEBUG nova.compute.manager [None req-80fa6912-56c4-4f0f-a5bc-47e946e886a5 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.883047] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea942b6-bbb5-4d08-a65d-5396a5eab387 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.137736] env[68934]: DEBUG nova.compute.utils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.141730] env[68934]: DEBUG nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.141915] env[68934]: DEBUG nova.network.neutron [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.156179] env[68934]: DEBUG nova.network.neutron [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.255545] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135448, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.268977] env[68934]: DEBUG nova.policy [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ba8e12734b49598661b773e76f4b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce2f9af11304971af9483a80e7db7de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.275211] env[68934]: DEBUG nova.compute.manager [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-vif-plugged-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.275448] env[68934]: DEBUG oslo_concurrency.lockutils [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] Acquiring lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.275661] env[68934]: DEBUG oslo_concurrency.lockutils [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] Lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.276016] env[68934]: DEBUG oslo_concurrency.lockutils [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] Lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.276307] env[68934]: DEBUG nova.compute.manager [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] No waiting events found dispatching network-vif-plugged-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.276504] env[68934]: WARNING nova.compute.manager [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received unexpected event network-vif-plugged-b1bee35d-0e01-4c5e-803a-518da2dd384c for instance with vm_state building and task_state spawning. [ 1078.276857] env[68934]: DEBUG nova.compute.manager [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.277202] env[68934]: DEBUG nova.compute.manager [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing instance network info cache due to event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.277411] env[68934]: DEBUG oslo_concurrency.lockutils [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.352182] env[68934]: DEBUG oslo_vmware.api [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135449, 'name': ResetVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.475527] env[68934]: DEBUG nova.network.neutron [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updated VIF entry in instance network info cache for port 77b2360c-e130-404d-b4d8-81f895689423. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.475931] env[68934]: DEBUG nova.network.neutron [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updating instance_info_cache with network_info: [{"id": "77b2360c-e130-404d-b4d8-81f895689423", "address": "fa:16:3e:9d:04:32", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b2360c-e1", "ovs_interfaceid": "77b2360c-e130-404d-b4d8-81f895689423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.479871] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c643d1-69dd-45f7-86b2-fa5721d215eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.492415] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47918d75-1680-461e-8f9d-e9873b30c2be {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.534172] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e45049-63ee-4297-a5a2-6ab26e75eac2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.543326] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bd1c37-04a3-4c79-9816-6c570055e360 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.558955] env[68934]: DEBUG nova.compute.provider_tree [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.645558] env[68934]: DEBUG nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.659288] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.662416] env[68934]: DEBUG nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Instance network_info: |[{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.662416] env[68934]: DEBUG oslo_concurrency.lockutils [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.662416] env[68934]: DEBUG nova.network.neutron [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.662416] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:4a:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1bee35d-0e01-4c5e-803a-518da2dd384c', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.669486] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.672736] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.673265] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e02edbca-37da-443f-9822-8bbdbe060de2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.696521] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.696521] env[68934]: value = "task-3135451" [ 1078.696521] env[68934]: _type = "Task" [ 1078.696521] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.708873] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135451, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.754584] env[68934]: DEBUG oslo_vmware.api [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135448, 'name': PowerOnVM_Task, 'duration_secs': 1.060895} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.754900] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.755806] env[68934]: INFO nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1078.755806] env[68934]: DEBUG nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.756144] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003db421-42d5-4fc9-ac72-3f6e3055f269 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.847682] env[68934]: DEBUG oslo_vmware.api [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135449, 'name': ResetVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.979126] env[68934]: DEBUG oslo_concurrency.lockutils [req-a9010bf1-2fdd-4317-b07b-91e9fd7e099d req-7e18df95-b0e8-4d05-b3fc-4f6f662f2ed5 service nova] Releasing lock "refresh_cache-4c10abfb-bab0-4625-bafb-187ec239efa4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.062643] env[68934]: DEBUG nova.scheduler.client.report [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.205895] env[68934]: DEBUG nova.network.neutron [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Successfully created port: 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.221829] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135451, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.273834] env[68934]: DEBUG nova.network.neutron [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updated VIF entry in instance network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.277697] env[68934]: DEBUG nova.network.neutron [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.284449] env[68934]: INFO nova.compute.manager [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Took 22.39 seconds to build instance. [ 1079.348426] env[68934]: DEBUG oslo_vmware.api [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135449, 'name': ResetVM_Task, 'duration_secs': 1.099599} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.348645] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Did hard reboot of VM {{(pid=68934) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1079.348841] env[68934]: DEBUG nova.compute.manager [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.349994] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4119316-22a4-4233-8974-c79273e415d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.659699] env[68934]: DEBUG nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.682614] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.683823] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.683823] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.683823] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.683823] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.684159] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.684742] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.685172] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.685515] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.685842] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.686186] env[68934]: DEBUG nova.virt.hardware [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.688685] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb232a4a-c2cf-437d-9f19-1be487384ea6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.697330] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a21942-25e9-4879-8e42-2ae5a9fd08ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.719904] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135451, 'name': CreateVM_Task, 'duration_secs': 0.532124} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.720130] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.720805] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.721162] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.721502] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.721796] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05697e57-0077-4cfc-9bd9-112c62862d99 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.727957] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1079.727957] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524f950f-0999-71f5-101c-3cfdfe11dfc2" [ 1079.727957] env[68934]: _type = "Task" [ 1079.727957] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.735742] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524f950f-0999-71f5-101c-3cfdfe11dfc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.767519] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "867ea4f6-aa08-441f-a287-989e37713c27" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.767876] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.768127] env[68934]: DEBUG nova.compute.manager [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.769024] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b26b74-5218-49e5-88b3-f0fbb4cc6f47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.776340] env[68934]: DEBUG nova.compute.manager [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1079.776790] env[68934]: DEBUG nova.objects.instance [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'flavor' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.782928] env[68934]: DEBUG oslo_concurrency.lockutils [req-e623d2ca-bfce-4fa2-a653-51dbd03081bf req-af4b4365-86d0-4ee7-8764-a2d067f943f0 service nova] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.787713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d0095a01-3a95-4fd3-b109-5a6be15a682b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "11487948-8689-4680-b511-bcec1045a7ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.897s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.865451] env[68934]: DEBUG oslo_concurrency.lockutils [None req-65e9f3e1-431c-43a5-927c-7c9c2e7fd7ca tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.777s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.076014] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.439s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.077750] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.795s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.079388] env[68934]: INFO nova.compute.claims [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.243031] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524f950f-0999-71f5-101c-3cfdfe11dfc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.243031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.243031] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.243031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.243031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.243031] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.243031] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3e560c6-0de3-40ac-8d85-bd906ecaf552 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.254391] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.254862] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.256108] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214ce795-a64f-4c26-ad5f-476563431576 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.262617] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1080.262617] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52882c9a-47ac-2192-b065-101b41074442" [ 1080.262617] env[68934]: _type = "Task" [ 1080.262617] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.273293] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52882c9a-47ac-2192-b065-101b41074442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.554532] env[68934]: DEBUG nova.compute.manager [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Received event network-changed-764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.554532] env[68934]: DEBUG nova.compute.manager [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Refreshing instance network info cache due to event network-changed-764c5724-e033-4dd6-bc2c-91469c28e803. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.554532] env[68934]: DEBUG oslo_concurrency.lockutils [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] Acquiring lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.555119] env[68934]: DEBUG oslo_concurrency.lockutils [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] Acquired lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.555519] env[68934]: DEBUG nova.network.neutron [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Refreshing network info cache for port 764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.661561] env[68934]: INFO nova.scheduler.client.report [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted allocation for migration 9110c8e1-2ad6-407f-a184-faae2fd7b62f [ 1080.776749] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52882c9a-47ac-2192-b065-101b41074442, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.777790] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd7ce7b-4d40-4b42-9b52-157e4a0efdb0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.786862] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.787248] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1080.787248] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218bab1-9df0-783b-7c85-f346715a5564" [ 1080.787248] env[68934]: _type = "Task" [ 1080.787248] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.787480] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e251b9d-1718-4056-87ab-206446127aa8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.804311] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218bab1-9df0-783b-7c85-f346715a5564, 'name': SearchDatastore_Task, 'duration_secs': 0.013556} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.805908] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.806200] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 31ab4fef-c30b-4f76-9293-fe0340826004/31ab4fef-c30b-4f76-9293-fe0340826004.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.806812] env[68934]: DEBUG oslo_vmware.api [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1080.806812] env[68934]: value = "task-3135453" [ 1080.806812] env[68934]: _type = "Task" [ 1080.806812] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.807020] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e19f53f5-676a-449f-b229-36eb311d518b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.820343] env[68934]: DEBUG oslo_vmware.api [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.822045] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1080.822045] env[68934]: value = "task-3135454" [ 1080.822045] env[68934]: _type = "Task" [ 1080.822045] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.833995] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.168820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-64565826-f0bd-4125-b8ae-3840f0a8158c tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.134s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.323854] env[68934]: DEBUG oslo_vmware.api [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135453, 'name': PowerOffVM_Task, 'duration_secs': 0.278405} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.329043] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.329374] env[68934]: DEBUG nova.compute.manager [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.332639] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c361348a-f852-41c8-90d9-cb51faebc040 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.348963] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135454, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.354100] env[68934]: DEBUG nova.compute.manager [req-7c6829e8-a203-4d34-a290-f551f2243aa6 req-d27ffe56-421e-46a5-8645-034dfa5b94b0 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Received event network-vif-plugged-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.354100] env[68934]: DEBUG oslo_concurrency.lockutils [req-7c6829e8-a203-4d34-a290-f551f2243aa6 req-d27ffe56-421e-46a5-8645-034dfa5b94b0 service nova] Acquiring lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.354100] env[68934]: DEBUG oslo_concurrency.lockutils [req-7c6829e8-a203-4d34-a290-f551f2243aa6 req-d27ffe56-421e-46a5-8645-034dfa5b94b0 service nova] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.354100] env[68934]: DEBUG oslo_concurrency.lockutils [req-7c6829e8-a203-4d34-a290-f551f2243aa6 req-d27ffe56-421e-46a5-8645-034dfa5b94b0 service nova] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.354100] env[68934]: DEBUG nova.compute.manager [req-7c6829e8-a203-4d34-a290-f551f2243aa6 req-d27ffe56-421e-46a5-8645-034dfa5b94b0 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] No waiting events found dispatching network-vif-plugged-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.354100] env[68934]: WARNING nova.compute.manager [req-7c6829e8-a203-4d34-a290-f551f2243aa6 req-d27ffe56-421e-46a5-8645-034dfa5b94b0 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Received unexpected event network-vif-plugged-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc for instance with vm_state building and task_state spawning. [ 1081.404942] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb6a4bf-9e1a-4fff-a819-6829631af02b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.417131] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720ee777-cfb8-40c7-b2a9-ac7700c442dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.461287] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065ddc1c-a735-4ff8-9205-796faaec40b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.475024] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e179865c-a4e9-453a-ab7e-53b9358ed90d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.490790] env[68934]: DEBUG nova.compute.provider_tree [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.641412] env[68934]: DEBUG nova.network.neutron [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Successfully updated port: 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.834250] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551674} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.834550] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 31ab4fef-c30b-4f76-9293-fe0340826004/31ab4fef-c30b-4f76-9293-fe0340826004.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.834771] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.835048] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63e289b5-7d6c-4dfc-91a2-87ca449b16d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.843978] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1081.843978] env[68934]: value = "task-3135455" [ 1081.843978] env[68934]: _type = "Task" [ 1081.843978] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.854650] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.859954] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c4293eb9-23cf-4150-8811-12e745ac0a51 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.926440] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "1d0afe3d-63af-42fb-bf93-313e516a0344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.926785] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.927188] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.927509] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.927800] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.931472] env[68934]: INFO nova.compute.manager [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Terminating instance [ 1081.995961] env[68934]: DEBUG nova.scheduler.client.report [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.105764] env[68934]: DEBUG nova.network.neutron [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Updated VIF entry in instance network info cache for port 764c5724-e033-4dd6-bc2c-91469c28e803. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.106141] env[68934]: DEBUG nova.network.neutron [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Updating instance_info_cache with network_info: [{"id": "764c5724-e033-4dd6-bc2c-91469c28e803", "address": "fa:16:3e:cd:b6:28", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764c5724-e0", "ovs_interfaceid": "764c5724-e033-4dd6-bc2c-91469c28e803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.145165] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.145417] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.145615] env[68934]: DEBUG nova.network.neutron [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.356461] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132647} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.356747] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.357567] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8dd964-8f77-48bd-9068-bab4e88ca4fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.381533] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 31ab4fef-c30b-4f76-9293-fe0340826004/31ab4fef-c30b-4f76-9293-fe0340826004.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.381871] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d1882a-a952-498c-8315-8fe250a53d2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.406305] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1082.406305] env[68934]: value = "task-3135457" [ 1082.406305] env[68934]: _type = "Task" [ 1082.406305] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.416508] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.436664] env[68934]: DEBUG nova.compute.manager [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.436914] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.438898] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59b370a-a31b-48e8-89bc-1dcebdc9eef6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.448642] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.449435] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a061bc8f-44a3-4d31-93db-fb938ed5097f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.457893] env[68934]: DEBUG oslo_vmware.api [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1082.457893] env[68934]: value = "task-3135458" [ 1082.457893] env[68934]: _type = "Task" [ 1082.457893] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.467884] env[68934]: DEBUG oslo_vmware.api [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.502597] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.503251] env[68934]: DEBUG nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.505971] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.065s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.506075] env[68934]: DEBUG nova.objects.instance [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'resources' on Instance uuid 482ba891-8cf5-4ee1-a296-5e9f17b92298 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.612284] env[68934]: DEBUG oslo_concurrency.lockutils [req-3766f7ee-c86c-4e1a-9293-3dd3183f98f1 req-aca5c166-24ef-471f-9e2f-3e22fe66246f service nova] Releasing lock "refresh_cache-11487948-8689-4680-b511-bcec1045a7ae" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.727540] env[68934]: DEBUG nova.network.neutron [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.934050] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.975063] env[68934]: DEBUG oslo_vmware.api [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135458, 'name': PowerOffVM_Task, 'duration_secs': 0.313295} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.975562] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.976175] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.976942] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd30775-24ef-41df-b847-09615d3c6616 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.008941] env[68934]: DEBUG nova.compute.utils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.016707] env[68934]: DEBUG nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.016707] env[68934]: DEBUG nova.network.neutron [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.035943] env[68934]: DEBUG nova.scheduler.client.report [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Refreshing inventories for resource provider 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1083.053866] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.054188] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.054470] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleting the datastore file [datastore2] 1d0afe3d-63af-42fb-bf93-313e516a0344 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.054750] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd858f9-cc5a-4ea3-b43a-190d50cf63ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.058101] env[68934]: DEBUG nova.scheduler.client.report [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Updating ProviderTree inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1083.058325] env[68934]: DEBUG nova.compute.provider_tree [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.072494] env[68934]: DEBUG oslo_vmware.api [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1083.072494] env[68934]: value = "task-3135460" [ 1083.072494] env[68934]: _type = "Task" [ 1083.072494] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.078219] env[68934]: DEBUG nova.scheduler.client.report [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Refreshing aggregate associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, aggregates: None {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1083.088241] env[68934]: DEBUG oslo_vmware.api [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.109321] env[68934]: DEBUG nova.scheduler.client.report [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Refreshing trait associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1083.143516] env[68934]: DEBUG nova.network.neutron [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance_info_cache with network_info: [{"id": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "address": "fa:16:3e:90:aa:64", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd5cc2a-e0", "ovs_interfaceid": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.197432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.197671] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.205820] env[68934]: DEBUG nova.policy [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8682222ff2de4660b51f79781ba89d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9e2f94924d34ca3b61eebaad05808b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.412765] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c8b29-2838-4601-9963-f7bfa180d3f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.418261] env[68934]: DEBUG nova.compute.manager [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Received event network-changed-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.418330] env[68934]: DEBUG nova.compute.manager [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Refreshing instance network info cache due to event network-changed-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.418525] env[68934]: DEBUG oslo_concurrency.lockutils [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] Acquiring lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.422144] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135457, 'name': ReconfigVM_Task, 'duration_secs': 0.585481} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.424264] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 31ab4fef-c30b-4f76-9293-fe0340826004/31ab4fef-c30b-4f76-9293-fe0340826004.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.425154] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6037693f-9825-4335-8b26-e9816c2081a0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.427493] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb7e11-04c3-4d90-8937-0881984f03de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.463449] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b551a9-e000-4c93-b681-9edc66922cb6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.467164] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1083.467164] env[68934]: value = "task-3135461" [ 1083.467164] env[68934]: _type = "Task" [ 1083.467164] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.474685] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0df04c0-bfd2-4747-85c6-85f404eba67d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.482714] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135461, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.493678] env[68934]: DEBUG nova.compute.provider_tree [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.518944] env[68934]: DEBUG nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.585431] env[68934]: DEBUG oslo_vmware.api [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175796} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.585713] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.585943] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.587140] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.587140] env[68934]: INFO nova.compute.manager [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1083.587140] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.587140] env[68934]: DEBUG nova.compute.manager [-] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.587140] env[68934]: DEBUG nova.network.neutron [-] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.650039] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.650039] env[68934]: DEBUG nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Instance network_info: |[{"id": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "address": "fa:16:3e:90:aa:64", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd5cc2a-e0", "ovs_interfaceid": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.650039] env[68934]: DEBUG oslo_concurrency.lockutils [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] Acquired lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.650039] env[68934]: DEBUG nova.network.neutron [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Refreshing network info cache for port 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.651203] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:aa:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd5cc2a-e015-4ed5-a991-b2dc11b973dc', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.664029] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.669143] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.669973] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2697954d-4c4e-48fa-a7d6-79f3107508d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.697730] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.697730] env[68934]: value = "task-3135462" [ 1083.697730] env[68934]: _type = "Task" [ 1083.697730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.702812] env[68934]: DEBUG nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.711175] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135462, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.917813] env[68934]: DEBUG nova.compute.manager [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Stashing vm_state: stopped {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1083.982514] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135461, 'name': Rename_Task, 'duration_secs': 0.38266} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.982891] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.983179] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab915946-45b3-450d-9673-02f181c875da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.992311] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1083.992311] env[68934]: value = "task-3135463" [ 1083.992311] env[68934]: _type = "Task" [ 1083.992311] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.998067] env[68934]: DEBUG nova.scheduler.client.report [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.005105] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.220085] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135462, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.228160] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.252465] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "47394934-beb4-4c59-8901-f3b5d27ff14a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.252752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.363707] env[68934]: DEBUG nova.network.neutron [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Successfully created port: 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.441817] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.507273] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.509308] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135463, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.509835] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.282s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.511437] env[68934]: INFO nova.compute.claims [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.532150] env[68934]: DEBUG nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.538391] env[68934]: INFO nova.scheduler.client.report [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted allocations for instance 482ba891-8cf5-4ee1-a296-5e9f17b92298 [ 1084.568047] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.568310] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.568677] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.568677] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.568990] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.569095] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.569484] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.569807] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.569872] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.570090] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.570588] env[68934]: DEBUG nova.virt.hardware [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.572358] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4031b9f-19f2-4eb5-bc88-3268b5e4745d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.582894] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38a9f2-4c79-41e0-96e1-fd06f31821d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.666804] env[68934]: DEBUG nova.network.neutron [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updated VIF entry in instance network info cache for port 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.666804] env[68934]: DEBUG nova.network.neutron [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance_info_cache with network_info: [{"id": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "address": "fa:16:3e:90:aa:64", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd5cc2a-e0", "ovs_interfaceid": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.716398] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135462, 'name': CreateVM_Task, 'duration_secs': 0.528999} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.716638] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.717513] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.717727] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.718091] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.718399] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f588849-52f5-4c59-8669-481fcdf0a6b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.728805] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1084.728805] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b6a82d-4fab-e1eb-4d7c-4d3c9f81c546" [ 1084.728805] env[68934]: _type = "Task" [ 1084.728805] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.746288] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b6a82d-4fab-e1eb-4d7c-4d3c9f81c546, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.746946] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.746946] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.747098] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.747240] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.747424] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.747702] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-362d9380-dbe3-4def-89d4-7de31dd098d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.757187] env[68934]: DEBUG nova.compute.utils [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.761848] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.762068] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.763335] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d0c217-4729-4654-a5d7-205894a34cd7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.771629] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1084.771629] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524528f4-6913-2da7-93d2-09bfba4ca9fc" [ 1084.771629] env[68934]: _type = "Task" [ 1084.771629] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.783396] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524528f4-6913-2da7-93d2-09bfba4ca9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.861381] env[68934]: DEBUG nova.network.neutron [-] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.006781] env[68934]: DEBUG oslo_vmware.api [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135463, 'name': PowerOnVM_Task, 'duration_secs': 0.803931} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.008246] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.008540] env[68934]: INFO nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1085.008733] env[68934]: DEBUG nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.009575] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b8928-2114-442f-8721-3585a3f2863a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.052666] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "482ba891-8cf5-4ee1-a296-5e9f17b92298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.597s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.170099] env[68934]: DEBUG oslo_concurrency.lockutils [req-e6ad5459-c275-4329-8709-2f40c7857ebe req-94b48c1b-79dc-44c9-a51c-4772726ead03 service nova] Releasing lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.261545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.285484] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524528f4-6913-2da7-93d2-09bfba4ca9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.286433] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f09c1cd-644a-4025-ad7a-8f7dd88d72c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.294117] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1085.294117] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d6307-fee5-b5c9-a67c-c57daec2e8c6" [ 1085.294117] env[68934]: _type = "Task" [ 1085.294117] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.305327] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d6307-fee5-b5c9-a67c-c57daec2e8c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.364216] env[68934]: INFO nova.compute.manager [-] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Took 1.78 seconds to deallocate network for instance. [ 1085.531353] env[68934]: DEBUG nova.compute.manager [req-cb4be3e6-55bd-406e-8fd4-e502903b4864 req-a3919dc6-d51d-4dc9-93d8-57e5b4e65f50 service nova] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Received event network-vif-deleted-5addcfe2-6d31-406f-9276-884c4e791d9f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.534224] env[68934]: INFO nova.compute.manager [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Took 22.16 seconds to build instance. [ 1085.738660] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0349cb-a33f-4cdc-af27-bb42d6616de2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.747280] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518fd82-25f0-4a63-854f-dc202a828cb4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.779375] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1116d0ce-686a-42b6-b26d-a55a624b6780 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.789500] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3224347-77be-4d65-8f72-99aa14f54702 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.804650] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d6307-fee5-b5c9-a67c-c57daec2e8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.812289] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.812636] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] af7704ad-1fc2-4105-b273-0bfba1d69b1c/af7704ad-1fc2-4105-b273-0bfba1d69b1c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.813517] env[68934]: DEBUG nova.compute.provider_tree [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.814978] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411417d8-6270-46b3-9ac3-a7ef4221758c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.826527] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1085.826527] env[68934]: value = "task-3135465" [ 1085.826527] env[68934]: _type = "Task" [ 1085.826527] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.838288] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.873734] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.036104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5c31da8e-7618-4497-86f9-2646c14a05cc tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "31ab4fef-c30b-4f76-9293-fe0340826004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.676s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.318670] env[68934]: DEBUG nova.scheduler.client.report [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.328500] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "47394934-beb4-4c59-8901-f3b5d27ff14a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.328737] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.328964] env[68934]: INFO nova.compute.manager [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Attaching volume 3576da44-b3ef-4ed0-bf60-a9eed8daa7bb to /dev/sdb [ 1086.343897] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498864} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.344169] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] af7704ad-1fc2-4105-b273-0bfba1d69b1c/af7704ad-1fc2-4105-b273-0bfba1d69b1c.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.344377] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.344619] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16bb49e8-da09-402c-afc3-bd33d28ea650 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.354221] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1086.354221] env[68934]: value = "task-3135466" [ 1086.354221] env[68934]: _type = "Task" [ 1086.354221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.363285] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.375861] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fa84d-baa4-4c09-9851-ec90e3c402f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.391019] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fecdd2-2ab4-44bf-837b-7783fbb44c06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.405702] env[68934]: DEBUG nova.virt.block_device [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Updating existing volume attachment record: 790f5852-953b-456c-a4ba-7b108293a578 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1086.537013] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "856f090e-4390-41c6-8682-07d28e23f056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.537400] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "856f090e-4390-41c6-8682-07d28e23f056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.747389] env[68934]: DEBUG nova.network.neutron [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Successfully updated port: 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.827255] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.827255] env[68934]: DEBUG nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.828686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.387s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.866888] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140264} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.866888] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.867604] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1f0b0d-74ad-445f-bc64-204d9a889af2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.904661] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] af7704ad-1fc2-4105-b273-0bfba1d69b1c/af7704ad-1fc2-4105-b273-0bfba1d69b1c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.905380] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4867ba-3902-470f-b30a-ea93d5c95a2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.930948] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1086.930948] env[68934]: value = "task-3135470" [ 1086.930948] env[68934]: _type = "Task" [ 1086.930948] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.941691] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.996387] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.997081] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.039989] env[68934]: DEBUG nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.248407] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.248600] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.248808] env[68934]: DEBUG nova.network.neutron [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.332045] env[68934]: DEBUG nova.compute.utils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.335429] env[68934]: INFO nova.compute.claims [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.340271] env[68934]: DEBUG nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.340471] env[68934]: DEBUG nova.network.neutron [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.404406] env[68934]: DEBUG nova.policy [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9313b1daa914c3c8c604b0244ce8a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f2f8e8a064405eade72de6a588b64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.444944] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.498695] env[68934]: DEBUG nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.541834] env[68934]: DEBUG nova.compute.manager [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.541999] env[68934]: DEBUG nova.compute.manager [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing instance network info cache due to event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.542426] env[68934]: DEBUG oslo_concurrency.lockutils [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.542579] env[68934]: DEBUG oslo_concurrency.lockutils [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.542744] env[68934]: DEBUG nova.network.neutron [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.567085] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.802651] env[68934]: DEBUG nova.network.neutron [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.841286] env[68934]: DEBUG nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.847903] env[68934]: INFO nova.compute.resource_tracker [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating resource usage from migration 10e0fd73-46e2-4def-b4d3-31bf90db40be [ 1087.952091] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135470, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.025159] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.036495] env[68934]: DEBUG nova.compute.manager [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Received event network-vif-plugged-6ddb4d1f-43a7-4dc1-a3dd-997179c67627 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.036715] env[68934]: DEBUG oslo_concurrency.lockutils [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] Acquiring lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.036936] env[68934]: DEBUG oslo_concurrency.lockutils [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] Lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.037147] env[68934]: DEBUG oslo_concurrency.lockutils [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] Lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.037319] env[68934]: DEBUG nova.compute.manager [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] No waiting events found dispatching network-vif-plugged-6ddb4d1f-43a7-4dc1-a3dd-997179c67627 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.037502] env[68934]: WARNING nova.compute.manager [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Received unexpected event network-vif-plugged-6ddb4d1f-43a7-4dc1-a3dd-997179c67627 for instance with vm_state building and task_state spawning. [ 1088.037671] env[68934]: DEBUG nova.compute.manager [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Received event network-changed-6ddb4d1f-43a7-4dc1-a3dd-997179c67627 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.037851] env[68934]: DEBUG nova.compute.manager [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Refreshing instance network info cache due to event network-changed-6ddb4d1f-43a7-4dc1-a3dd-997179c67627. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.038011] env[68934]: DEBUG oslo_concurrency.lockutils [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] Acquiring lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.151957] env[68934]: DEBUG nova.network.neutron [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Successfully created port: cc00dc41-d804-41d5-96a2-a4ed0b5beec3 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.196768] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091b157e-5a4c-40bd-9cef-840db6934d75 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.205146] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916fc4c-5608-4061-b858-7ccb97dc4a2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.238971] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29e8216-bb61-4eef-81ce-7ab0b9c3956b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.247801] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54263ccf-2054-4617-b10b-4de099da9b1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.262484] env[68934]: DEBUG nova.compute.provider_tree [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.264612] env[68934]: DEBUG nova.network.neutron [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance_info_cache with network_info: [{"id": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "address": "fa:16:3e:f6:7c:42", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddb4d1f-43", "ovs_interfaceid": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.409889] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquiring lock "04a44939-c3a6-4129-a122-65e47800ce82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.410238] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "04a44939-c3a6-4129-a122-65e47800ce82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.443397] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135470, 'name': ReconfigVM_Task, 'duration_secs': 1.039541} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.443727] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] af7704ad-1fc2-4105-b273-0bfba1d69b1c/af7704ad-1fc2-4105-b273-0bfba1d69b1c.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.444387] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff3614e-f93a-4e36-a8de-dba538ef23ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.456893] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1088.456893] env[68934]: value = "task-3135471" [ 1088.456893] env[68934]: _type = "Task" [ 1088.456893] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.462131] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135471, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.726751] env[68934]: DEBUG nova.network.neutron [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updated VIF entry in instance network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.727104] env[68934]: DEBUG nova.network.neutron [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.728514] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.728738] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.767727] env[68934]: DEBUG nova.scheduler.client.report [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.771567] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.771861] env[68934]: DEBUG nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Instance network_info: |[{"id": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "address": "fa:16:3e:f6:7c:42", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddb4d1f-43", "ovs_interfaceid": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.772609] env[68934]: DEBUG oslo_concurrency.lockutils [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] Acquired lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.772799] env[68934]: DEBUG nova.network.neutron [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Refreshing network info cache for port 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.773793] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:7c:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ddb4d1f-43a7-4dc1-a3dd-997179c67627', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.781338] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Creating folder: Project (e9e2f94924d34ca3b61eebaad05808b0). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.782372] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fef6fd0-19f6-41b4-8efc-5e8b83158866 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.795249] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Created folder: Project (e9e2f94924d34ca3b61eebaad05808b0) in parent group-v627191. [ 1088.795386] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Creating folder: Instances. Parent ref: group-v627454. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.795579] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161cccdf-8d95-46c2-ab9c-16d861c94e5c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.806475] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Created folder: Instances in parent group-v627454. [ 1088.806747] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.806940] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.807175] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac9c0f2-12e1-4c81-96f6-7b1eaab08e09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.829613] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.829613] env[68934]: value = "task-3135475" [ 1088.829613] env[68934]: _type = "Task" [ 1088.829613] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.842842] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135475, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.859846] env[68934]: DEBUG nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.886943] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.887238] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.887444] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.887570] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.887720] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.887874] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.888117] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.888284] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.888459] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.888619] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.888796] env[68934]: DEBUG nova.virt.hardware [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.889691] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc412a9c-b2fb-48d7-b787-d0a0b7ab2580 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.898553] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f81f988-430e-4697-9a2e-22e9315c2ef7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.913596] env[68934]: DEBUG nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.968836] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135471, 'name': Rename_Task, 'duration_secs': 0.355266} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.969702] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.969989] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cea720e-3ce7-47d0-bace-7d646e58634d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.979176] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1088.979176] env[68934]: value = "task-3135476" [ 1088.979176] env[68934]: _type = "Task" [ 1088.979176] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.989911] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.232048] env[68934]: DEBUG oslo_concurrency.lockutils [req-aeae8415-1f2d-4548-a502-bb5de8f078ec req-0f7b88b4-089d-4e76-b7c9-2876dd003948 service nova] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.232048] env[68934]: DEBUG nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.275501] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.447s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.275722] env[68934]: INFO nova.compute.manager [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Migrating [ 1089.285640] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.413s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.285839] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.287831] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.721s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.289384] env[68934]: INFO nova.compute.claims [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.317762] env[68934]: INFO nova.scheduler.client.report [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted allocations for instance 1d0afe3d-63af-42fb-bf93-313e516a0344 [ 1089.341489] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135475, 'name': CreateVM_Task, 'duration_secs': 0.352439} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.344071] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.344783] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.344950] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.345325] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.346126] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d16057-4083-468f-9a69-1d02a5cdaa7a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.351763] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1089.351763] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c875f-8711-33e1-ce26-0e67b8eb2ca3" [ 1089.351763] env[68934]: _type = "Task" [ 1089.351763] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.361798] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c875f-8711-33e1-ce26-0e67b8eb2ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.434528] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.489358] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.674773] env[68934]: DEBUG nova.network.neutron [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updated VIF entry in instance network info cache for port 6ddb4d1f-43a7-4dc1-a3dd-997179c67627. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.675239] env[68934]: DEBUG nova.network.neutron [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance_info_cache with network_info: [{"id": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "address": "fa:16:3e:f6:7c:42", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddb4d1f-43", "ovs_interfaceid": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.755316] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.798353] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.798496] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.798568] env[68934]: DEBUG nova.network.neutron [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.827481] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0701c175-9acb-4dbe-8e8a-a40d34114121 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "1d0afe3d-63af-42fb-bf93-313e516a0344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.901s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.862437] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526c875f-8711-33e1-ce26-0e67b8eb2ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.01287} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.865730] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.865730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.865730] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.865730] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.865730] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.865730] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49bc9176-ffb6-4a65-adf6-e1633f7eb50f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.876979] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.876979] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.876979] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122cd49b-c44b-418b-9d27-0ccde851aacb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.885202] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1089.885202] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522adf02-2523-2383-1d06-08a28d7b8d05" [ 1089.885202] env[68934]: _type = "Task" [ 1089.885202] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.895734] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522adf02-2523-2383-1d06-08a28d7b8d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.993442] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.064110] env[68934]: DEBUG nova.compute.manager [req-f58f5298-dce2-42b0-91f8-de013a5eb740 req-318cee95-9dd3-4657-8067-02be81e9ec6f service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Received event network-vif-plugged-cc00dc41-d804-41d5-96a2-a4ed0b5beec3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.064341] env[68934]: DEBUG oslo_concurrency.lockutils [req-f58f5298-dce2-42b0-91f8-de013a5eb740 req-318cee95-9dd3-4657-8067-02be81e9ec6f service nova] Acquiring lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.064548] env[68934]: DEBUG oslo_concurrency.lockutils [req-f58f5298-dce2-42b0-91f8-de013a5eb740 req-318cee95-9dd3-4657-8067-02be81e9ec6f service nova] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.064713] env[68934]: DEBUG oslo_concurrency.lockutils [req-f58f5298-dce2-42b0-91f8-de013a5eb740 req-318cee95-9dd3-4657-8067-02be81e9ec6f service nova] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.065461] env[68934]: DEBUG nova.compute.manager [req-f58f5298-dce2-42b0-91f8-de013a5eb740 req-318cee95-9dd3-4657-8067-02be81e9ec6f service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] No waiting events found dispatching network-vif-plugged-cc00dc41-d804-41d5-96a2-a4ed0b5beec3 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.065626] env[68934]: WARNING nova.compute.manager [req-f58f5298-dce2-42b0-91f8-de013a5eb740 req-318cee95-9dd3-4657-8067-02be81e9ec6f service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Received unexpected event network-vif-plugged-cc00dc41-d804-41d5-96a2-a4ed0b5beec3 for instance with vm_state building and task_state spawning. [ 1090.186627] env[68934]: DEBUG nova.network.neutron [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Successfully updated port: cc00dc41-d804-41d5-96a2-a4ed0b5beec3 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.187988] env[68934]: DEBUG oslo_concurrency.lockutils [req-caf13648-e243-45bd-a4b0-aab719be9496 req-c02137bb-a8e0-4950-9e97-008a2e4a5b5e service nova] Releasing lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.401856] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522adf02-2523-2383-1d06-08a28d7b8d05, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.405746] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49dbcf63-9f83-45d7-a1ca-9ec38ff04c19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.416295] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1090.416295] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231a2bb-1bcf-4058-e37b-88f9906f157d" [ 1090.416295] env[68934]: _type = "Task" [ 1090.416295] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.431934] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231a2bb-1bcf-4058-e37b-88f9906f157d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.493931] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.616088] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c6d9ee-a141-4846-bb41-fcfedaa717c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.624915] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6a80d9-fbfe-419d-879c-f6bd547fef82 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.655363] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0badc81d-1950-437d-b826-cdbcf6af33c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.664157] env[68934]: DEBUG nova.network.neutron [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.666278] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9cc28e-fa6b-49cf-8a72-5dce8336d286 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.680697] env[68934]: DEBUG nova.compute.provider_tree [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.688587] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "refresh_cache-ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.688731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "refresh_cache-ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.688877] env[68934]: DEBUG nova.network.neutron [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.928367] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231a2bb-1bcf-4058-e37b-88f9906f157d, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.928715] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.929033] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4655a315-f020-4ba4-be68-8d80ecf92128/4655a315-f020-4ba4-be68-8d80ecf92128.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.929329] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1b2ec5-3053-408c-83be-b7c52c07c76b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.937741] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1090.937741] env[68934]: value = "task-3135477" [ 1090.937741] env[68934]: _type = "Task" [ 1090.937741] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.946936] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.971563] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.971816] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627453', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'name': 'volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47394934-beb4-4c59-8901-f3b5d27ff14a', 'attached_at': '', 'detached_at': '', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'serial': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.973061] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f603f-07b1-4a3c-9de4-6d81dd309cfb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.995417] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076151ed-7ccf-4488-af12-288572d7300c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.004250] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.025734] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb/volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.026232] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7033751b-4fbb-4262-a217-bbfb6f9bfa1c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.047525] env[68934]: DEBUG oslo_vmware.api [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1091.047525] env[68934]: value = "task-3135478" [ 1091.047525] env[68934]: _type = "Task" [ 1091.047525] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.055842] env[68934]: DEBUG oslo_vmware.api [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.171317] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.183992] env[68934]: DEBUG nova.scheduler.client.report [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.228420] env[68934]: DEBUG nova.network.neutron [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.448592] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.469403] env[68934]: DEBUG nova.network.neutron [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Updating instance_info_cache with network_info: [{"id": "cc00dc41-d804-41d5-96a2-a4ed0b5beec3", "address": "fa:16:3e:80:d4:5a", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc00dc41-d8", "ovs_interfaceid": "cc00dc41-d804-41d5-96a2-a4ed0b5beec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.501528] env[68934]: DEBUG oslo_vmware.api [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135476, 'name': PowerOnVM_Task, 'duration_secs': 2.161446} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.501705] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.501902] env[68934]: INFO nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Took 11.84 seconds to spawn the instance on the hypervisor. [ 1091.502093] env[68934]: DEBUG nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.502852] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4eeaad-da9e-46c8-8c43-d77246878ca8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.559091] env[68934]: DEBUG oslo_vmware.api [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135478, 'name': ReconfigVM_Task, 'duration_secs': 0.436463} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.559395] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb/volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.564405] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581e839c-b9bd-4faa-841b-ed3e91ac57a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.580795] env[68934]: DEBUG oslo_vmware.api [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1091.580795] env[68934]: value = "task-3135479" [ 1091.580795] env[68934]: _type = "Task" [ 1091.580795] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.589397] env[68934]: DEBUG oslo_vmware.api [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.689300] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.689803] env[68934]: DEBUG nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.692678] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.668s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.694344] env[68934]: INFO nova.compute.claims [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.951052] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517787} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.951443] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4655a315-f020-4ba4-be68-8d80ecf92128/4655a315-f020-4ba4-be68-8d80ecf92128.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.951740] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.952047] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adf6d079-2e2e-4481-8ac8-f9326f0e337d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.960686] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1091.960686] env[68934]: value = "task-3135480" [ 1091.960686] env[68934]: _type = "Task" [ 1091.960686] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.972184] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "refresh_cache-ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.972593] env[68934]: DEBUG nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Instance network_info: |[{"id": "cc00dc41-d804-41d5-96a2-a4ed0b5beec3", "address": "fa:16:3e:80:d4:5a", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc00dc41-d8", "ovs_interfaceid": "cc00dc41-d804-41d5-96a2-a4ed0b5beec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.972942] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.973361] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d4:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc00dc41-d804-41d5-96a2-a4ed0b5beec3', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.982758] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.983557] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.983904] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9473e274-d35b-4df9-96de-ff304820d47a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.006735] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.006735] env[68934]: value = "task-3135481" [ 1092.006735] env[68934]: _type = "Task" [ 1092.006735] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.019050] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135481, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.021776] env[68934]: INFO nova.compute.manager [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Took 19.95 seconds to build instance. [ 1092.092414] env[68934]: DEBUG oslo_vmware.api [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135479, 'name': ReconfigVM_Task, 'duration_secs': 0.148925} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.092744] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627453', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'name': 'volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47394934-beb4-4c59-8901-f3b5d27ff14a', 'attached_at': '', 'detached_at': '', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'serial': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1092.198750] env[68934]: DEBUG nova.compute.utils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.204750] env[68934]: DEBUG nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.204985] env[68934]: DEBUG nova.network.neutron [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.227333] env[68934]: DEBUG nova.compute.manager [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Received event network-changed-cc00dc41-d804-41d5-96a2-a4ed0b5beec3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.227747] env[68934]: DEBUG nova.compute.manager [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Refreshing instance network info cache due to event network-changed-cc00dc41-d804-41d5-96a2-a4ed0b5beec3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.227809] env[68934]: DEBUG oslo_concurrency.lockutils [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] Acquiring lock "refresh_cache-ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.227941] env[68934]: DEBUG oslo_concurrency.lockutils [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] Acquired lock "refresh_cache-ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.228683] env[68934]: DEBUG nova.network.neutron [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Refreshing network info cache for port cc00dc41-d804-41d5-96a2-a4ed0b5beec3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.283796] env[68934]: DEBUG nova.policy [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b653bd37590547be8961ded3270c5804', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e869e44d2b8443abe5d12e05fe0761d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.473473] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176683} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.473761] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.476095] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e06755-b1f7-435f-9779-58b3fddf4b93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.503280] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 4655a315-f020-4ba4-be68-8d80ecf92128/4655a315-f020-4ba4-be68-8d80ecf92128.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.503959] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5ba260-a113-4fc6-851f-8a598d773c4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.524319] env[68934]: DEBUG oslo_concurrency.lockutils [None req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.457s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.528982] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135481, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.530822] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1092.530822] env[68934]: value = "task-3135482" [ 1092.530822] env[68934]: _type = "Task" [ 1092.530822] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.540614] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.670580] env[68934]: DEBUG nova.network.neutron [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Successfully created port: b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.689020] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb347e-82d0-4fef-a56d-572e53fe930b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.721745] env[68934]: DEBUG nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.726371] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance '867ea4f6-aa08-441f-a287-989e37713c27' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.739164] env[68934]: DEBUG nova.compute.manager [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.031763] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135481, 'name': CreateVM_Task, 'duration_secs': 0.976791} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.035487] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.036566] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.036755] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.037361] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.038048] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43016d7d-4d19-47b5-86d0-1a48a754b576 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.046587] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135482, 'name': ReconfigVM_Task, 'duration_secs': 0.500148} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.046867] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 4655a315-f020-4ba4-be68-8d80ecf92128/4655a315-f020-4ba4-be68-8d80ecf92128.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.047529] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df081bd6-2679-4cf5-a86a-d4bc552d9198 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.050648] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1093.050648] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52757c22-75eb-7f2f-64eb-d11a50c0fb95" [ 1093.050648] env[68934]: _type = "Task" [ 1093.050648] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.056674] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1093.056674] env[68934]: value = "task-3135483" [ 1093.056674] env[68934]: _type = "Task" [ 1093.056674] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.067631] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52757c22-75eb-7f2f-64eb-d11a50c0fb95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.076939] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135483, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.090780] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45caca16-9216-459c-9c72-59cedb5bc328 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.100779] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2538b681-9ae4-489d-97ed-89567462373e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.137521] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3cad23-d790-4927-bf07-9ae6b8919b77 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.143120] env[68934]: DEBUG nova.objects.instance [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lazy-loading 'flavor' on Instance uuid 47394934-beb4-4c59-8901-f3b5d27ff14a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.150061] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c7951-b6fc-43d1-891e-ef1fabef9b2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.166182] env[68934]: DEBUG nova.compute.provider_tree [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.242067] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.242067] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760e6a76-e5b6-40fa-9223-9d5c0f072a88 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.250615] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1093.250615] env[68934]: value = "task-3135484" [ 1093.250615] env[68934]: _type = "Task" [ 1093.250615] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.259885] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.261010] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.472479] env[68934]: DEBUG nova.network.neutron [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Updated VIF entry in instance network info cache for port cc00dc41-d804-41d5-96a2-a4ed0b5beec3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.472853] env[68934]: DEBUG nova.network.neutron [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Updating instance_info_cache with network_info: [{"id": "cc00dc41-d804-41d5-96a2-a4ed0b5beec3", "address": "fa:16:3e:80:d4:5a", "network": {"id": "57171f4b-6c41-4725-b6c9-4f57385db776", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2035517058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2f8e8a064405eade72de6a588b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc00dc41-d8", "ovs_interfaceid": "cc00dc41-d804-41d5-96a2-a4ed0b5beec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.568068] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52757c22-75eb-7f2f-64eb-d11a50c0fb95, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.573776] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574054] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.574300] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.574538] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.574628] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.575042] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67322704-d152-496b-9b7e-da5f4c2ba4b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.584335] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135483, 'name': Rename_Task, 'duration_secs': 0.183639} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.584675] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.584935] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c81a9828-c8ed-427d-b463-14714d197ddf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.587651] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.588243] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.588892] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e63a9ab-998a-4188-9eec-4ef97acf1e55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.594819] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1093.594819] env[68934]: value = "task-3135485" [ 1093.594819] env[68934]: _type = "Task" [ 1093.594819] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.596256] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1093.596256] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c84bf3-da6e-4f3b-a302-04ea6d92813f" [ 1093.596256] env[68934]: _type = "Task" [ 1093.596256] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.609886] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c84bf3-da6e-4f3b-a302-04ea6d92813f, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.613710] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.614628] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355faed6-30a8-44e0-9100-d8eb3a685d38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.621573] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1093.621573] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528f30b5-46f5-cac0-841b-b470568f46bb" [ 1093.621573] env[68934]: _type = "Task" [ 1093.621573] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.630605] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528f30b5-46f5-cac0-841b-b470568f46bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.650823] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6202eafa-5a6e-44da-8cd0-08afb1291c00 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.671066] env[68934]: DEBUG nova.scheduler.client.report [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.742478] env[68934]: DEBUG nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.764621] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1093.764839] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance '867ea4f6-aa08-441f-a287-989e37713c27' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.775857] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.776112] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.776275] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.776459] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.776608] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.776755] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.776964] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.777142] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.777335] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.777508] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.777682] env[68934]: DEBUG nova.virt.hardware [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.778881] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83280980-791b-4ec3-b43e-a369e5b5e8c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.787488] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b501e-74c9-499f-9987-58c209db8b69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.827047] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.827047] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.827202] env[68934]: INFO nova.compute.manager [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Shelving [ 1093.975771] env[68934]: DEBUG oslo_concurrency.lockutils [req-cd339e34-db6f-4f09-8e6a-abc0974677f8 req-324d16f4-f442-430b-b6e0-bf2a00eebdd5 service nova] Releasing lock "refresh_cache-ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.107197] env[68934]: DEBUG oslo_vmware.api [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135485, 'name': PowerOnVM_Task, 'duration_secs': 0.481287} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.107478] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.107693] env[68934]: INFO nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1094.107873] env[68934]: DEBUG nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.108677] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb9d1db-713c-42bc-877e-4bb318ed96ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.131763] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528f30b5-46f5-cac0-841b-b470568f46bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.132038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.132303] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6/ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.132581] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca44c6d-7aa1-423d-a32c-9463a3f62ad2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.140516] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1094.140516] env[68934]: value = "task-3135486" [ 1094.140516] env[68934]: _type = "Task" [ 1094.140516] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.150405] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.176229] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.176931] env[68934]: DEBUG nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.179607] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.745s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.181201] env[68934]: INFO nova.compute.claims [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.270954] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.271277] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.271449] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.271637] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.271849] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.272027] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.272242] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.272413] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.272590] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.272769] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.272954] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.278686] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0354463a-6198-493c-bbb1-54ac5f3b5c0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.298672] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1094.298672] env[68934]: value = "task-3135487" [ 1094.298672] env[68934]: _type = "Task" [ 1094.298672] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.310834] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.325567] env[68934]: DEBUG oslo_concurrency.lockutils [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "47394934-beb4-4c59-8901-f3b5d27ff14a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.325946] env[68934]: DEBUG oslo_concurrency.lockutils [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.631304] env[68934]: INFO nova.compute.manager [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Took 19.36 seconds to build instance. [ 1094.650738] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135486, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.687309] env[68934]: DEBUG nova.compute.utils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.691191] env[68934]: DEBUG nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.691628] env[68934]: DEBUG nova.network.neutron [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.809305] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135487, 'name': ReconfigVM_Task, 'duration_secs': 0.25566} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.809808] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance '867ea4f6-aa08-441f-a287-989e37713c27' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.829749] env[68934]: DEBUG nova.policy [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaca7df5500d4b16b0de4c1824f1c615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc8d3f6dc804e4286f02c5c41a63f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.831621] env[68934]: INFO nova.compute.manager [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Detaching volume 3576da44-b3ef-4ed0-bf60-a9eed8daa7bb [ 1094.840098] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.840098] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f83129a-d753-4a5d-bf03-e0c363011a11 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.853411] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1094.853411] env[68934]: value = "task-3135488" [ 1094.853411] env[68934]: _type = "Task" [ 1094.853411] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.874105] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.894635] env[68934]: INFO nova.virt.block_device [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Attempting to driver detach volume 3576da44-b3ef-4ed0-bf60-a9eed8daa7bb from mountpoint /dev/sdb [ 1094.894946] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.895183] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627453', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'name': 'volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47394934-beb4-4c59-8901-f3b5d27ff14a', 'attached_at': '', 'detached_at': '', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'serial': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.896099] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d19eef-a7f8-435e-ab39-a36228c6906a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.922763] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a968ac80-08a5-4ad0-9169-fc366cb157ca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.932143] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccdb3ef-279b-450e-bf3b-20597c074300 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.961120] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a80fb-215a-4058-979c-e4e272af24de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.979334] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] The volume has not been displaced from its original location: [datastore1] volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb/volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.985224] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.985435] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a374d189-1650-48f8-b619-4b4e7ddcc85c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.007551] env[68934]: DEBUG oslo_vmware.api [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1095.007551] env[68934]: value = "task-3135489" [ 1095.007551] env[68934]: _type = "Task" [ 1095.007551] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.017116] env[68934]: DEBUG oslo_vmware.api [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.103463] env[68934]: DEBUG nova.compute.manager [req-297678d8-7ff1-4707-adf8-42419330bcb9 req-7502e2fd-e5c6-4fdd-b371-f9ec4db8e028 service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Received event network-vif-plugged-b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.103683] env[68934]: DEBUG oslo_concurrency.lockutils [req-297678d8-7ff1-4707-adf8-42419330bcb9 req-7502e2fd-e5c6-4fdd-b371-f9ec4db8e028 service nova] Acquiring lock "856f090e-4390-41c6-8682-07d28e23f056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.103883] env[68934]: DEBUG oslo_concurrency.lockutils [req-297678d8-7ff1-4707-adf8-42419330bcb9 req-7502e2fd-e5c6-4fdd-b371-f9ec4db8e028 service nova] Lock "856f090e-4390-41c6-8682-07d28e23f056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.104113] env[68934]: DEBUG oslo_concurrency.lockutils [req-297678d8-7ff1-4707-adf8-42419330bcb9 req-7502e2fd-e5c6-4fdd-b371-f9ec4db8e028 service nova] Lock "856f090e-4390-41c6-8682-07d28e23f056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.104247] env[68934]: DEBUG nova.compute.manager [req-297678d8-7ff1-4707-adf8-42419330bcb9 req-7502e2fd-e5c6-4fdd-b371-f9ec4db8e028 service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] No waiting events found dispatching network-vif-plugged-b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.104401] env[68934]: WARNING nova.compute.manager [req-297678d8-7ff1-4707-adf8-42419330bcb9 req-7502e2fd-e5c6-4fdd-b371-f9ec4db8e028 service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Received unexpected event network-vif-plugged-b66e9b1a-f06c-49d0-97c3-1af3827faed0 for instance with vm_state building and task_state spawning. [ 1095.129281] env[68934]: DEBUG nova.network.neutron [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Successfully updated port: b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.135985] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fe652175-bed1-466c-a6bc-81f1c565e552 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.876s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.156806] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514575} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.157119] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6/ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.157335] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.157692] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b6c51e-838a-40e7-820b-468aac6e5173 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.167947] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1095.167947] env[68934]: value = "task-3135490" [ 1095.167947] env[68934]: _type = "Task" [ 1095.167947] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.179723] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.195833] env[68934]: DEBUG nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.317817] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.318082] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.318250] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.318821] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.318821] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.318821] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.318975] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.319203] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.319428] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.319596] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.319777] env[68934]: DEBUG nova.virt.hardware [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.326041] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.330029] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7842a3e8-a5b1-491f-a41d-8637f526372e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.352249] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1095.352249] env[68934]: value = "task-3135491" [ 1095.352249] env[68934]: _type = "Task" [ 1095.352249] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.368449] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.375348] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135488, 'name': PowerOffVM_Task, 'duration_secs': 0.443993} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.375621] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.376504] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891676b0-e13f-4e40-b23e-bf959aa908c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.403833] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c717e47-05fe-4c28-bb33-09ec71bc784e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.419549] env[68934]: DEBUG nova.network.neutron [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Successfully created port: 8601b2c6-584e-44b2-84b5-f627b927b2a8 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.518978] env[68934]: DEBUG oslo_vmware.api [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135489, 'name': ReconfigVM_Task, 'duration_secs': 0.392049} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.519736] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.526919] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a05a90-6a17-4e97-9519-543c92fd7943 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.556034] env[68934]: DEBUG oslo_vmware.api [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1095.556034] env[68934]: value = "task-3135492" [ 1095.556034] env[68934]: _type = "Task" [ 1095.556034] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.561426] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504af10b-9d0c-4e74-aa6a-9fdc28f636fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.572492] env[68934]: DEBUG oslo_vmware.api [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.576565] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11088e90-e2c8-45b2-b3df-2ee0456edff5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.613672] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5de318-2915-4496-a2bb-6b1ff1be43ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.622022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a229298c-6e6f-47c1-a412-d9491e29f480 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.636911] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.637481] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquired lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.637746] env[68934]: DEBUG nova.network.neutron [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.639223] env[68934]: DEBUG nova.compute.provider_tree [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.682747] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246739} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.683090] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.684044] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3f55b8-c81b-45d7-95c0-e322a4a8b40f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.707194] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6/ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.711041] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60846779-77a1-4244-a2cd-b7f804ef6964 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.737022] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1095.737022] env[68934]: value = "task-3135493" [ 1095.737022] env[68934]: _type = "Task" [ 1095.737022] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.751165] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.800325] env[68934]: DEBUG nova.compute.manager [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1095.862533] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135491, 'name': ReconfigVM_Task, 'duration_secs': 0.44214} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.862829] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.863645] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e61fdb-8b63-4138-a68a-3bb67bbfd91a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.886998] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 867ea4f6-aa08-441f-a287-989e37713c27/867ea4f6-aa08-441f-a287-989e37713c27.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.887659] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e05bc17f-1bf3-4fdd-a85c-1d946a6569ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.907414] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1095.907414] env[68934]: value = "task-3135494" [ 1095.907414] env[68934]: _type = "Task" [ 1095.907414] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.917277] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1095.917606] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.917840] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8a1d0c0-643d-452d-9313-2bfd50419a83 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.928174] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1095.928174] env[68934]: value = "task-3135495" [ 1095.928174] env[68934]: _type = "Task" [ 1095.928174] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.939078] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135495, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.066500] env[68934]: DEBUG oslo_vmware.api [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135492, 'name': ReconfigVM_Task, 'duration_secs': 0.261086} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.066500] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627453', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'name': 'volume-3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47394934-beb4-4c59-8901-f3b5d27ff14a', 'attached_at': '', 'detached_at': '', 'volume_id': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb', 'serial': '3576da44-b3ef-4ed0-bf60-a9eed8daa7bb'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.143841] env[68934]: DEBUG nova.scheduler.client.report [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.205568] env[68934]: DEBUG nova.network.neutron [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.228218] env[68934]: DEBUG nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.252745] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135493, 'name': ReconfigVM_Task, 'duration_secs': 0.393901} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.253057] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6/ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.253751] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09ad5751-596e-4198-8d20-22d7baa00dc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.265909] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.268230] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.268459] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.268666] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.268817] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.268966] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.269204] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.269482] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.269571] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.269711] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.269885] env[68934]: DEBUG nova.virt.hardware [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.270855] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d27c1a3-823c-4c04-b7ee-9f545c40dcaf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.276839] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1096.276839] env[68934]: value = "task-3135496" [ 1096.276839] env[68934]: _type = "Task" [ 1096.276839] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.289945] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f65f9-1e70-4068-912d-d8465a2d29a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.297604] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135496, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.326858] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.418364] env[68934]: DEBUG oslo_vmware.api [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135494, 'name': ReconfigVM_Task, 'duration_secs': 0.345422} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.418653] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 867ea4f6-aa08-441f-a287-989e37713c27/867ea4f6-aa08-441f-a287-989e37713c27.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.418926] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance '867ea4f6-aa08-441f-a287-989e37713c27' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.438395] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135495, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.484137] env[68934]: DEBUG nova.network.neutron [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Updating instance_info_cache with network_info: [{"id": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "address": "fa:16:3e:28:27:5b", "network": {"id": "b5cc7100-1d27-4141-b1bf-d1c3b3ea5ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1741552824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e869e44d2b8443abe5d12e05fe0761d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66e9b1a-f0", "ovs_interfaceid": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.610430] env[68934]: DEBUG nova.objects.instance [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lazy-loading 'flavor' on Instance uuid 47394934-beb4-4c59-8901-f3b5d27ff14a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.648855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.649339] env[68934]: DEBUG nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.652295] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.897s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.653934] env[68934]: INFO nova.compute.claims [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.787817] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135496, 'name': Rename_Task, 'duration_secs': 0.163384} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.788330] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.788698] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b386317-ab26-4100-b31c-9b78c959e271 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.797880] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1096.797880] env[68934]: value = "task-3135497" [ 1096.797880] env[68934]: _type = "Task" [ 1096.797880] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.805987] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.926069] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47534747-7690-4d47-977a-d4d7b061131b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.941012] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135495, 'name': CreateSnapshot_Task, 'duration_secs': 0.796657} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.941891] env[68934]: DEBUG nova.network.neutron [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Successfully updated port: 8601b2c6-584e-44b2-84b5-f627b927b2a8 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.957836] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1096.959707] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "refresh_cache-1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.959928] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "refresh_cache-1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.960108] env[68934]: DEBUG nova.network.neutron [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.961747] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0cf0e7-8e75-48d2-bf95-3adff684d4dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.965186] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56670c0e-a499-464c-b61f-6f27cca4159e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.995475] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Releasing lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.995806] env[68934]: DEBUG nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Instance network_info: |[{"id": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "address": "fa:16:3e:28:27:5b", "network": {"id": "b5cc7100-1d27-4141-b1bf-d1c3b3ea5ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1741552824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e869e44d2b8443abe5d12e05fe0761d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66e9b1a-f0", "ovs_interfaceid": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.996565] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance '867ea4f6-aa08-441f-a287-989e37713c27' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.000375] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:27:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b66e9b1a-f06c-49d0-97c3-1af3827faed0', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.007892] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Creating folder: Project (7e869e44d2b8443abe5d12e05fe0761d). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.008441] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e66b5a-4515-4614-bca2-aec5355df517 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.021441] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Created folder: Project (7e869e44d2b8443abe5d12e05fe0761d) in parent group-v627191. [ 1097.021655] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Creating folder: Instances. Parent ref: group-v627459. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.021901] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46afe49d-851e-48ad-95d8-cdd5e31e0af1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.024311] env[68934]: DEBUG nova.network.neutron [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.037162] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Created folder: Instances in parent group-v627459. [ 1097.037983] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.037983] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.037983] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b3b3f01-3242-4996-910b-5e2345f8bba6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.062666] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.062666] env[68934]: value = "task-3135500" [ 1097.062666] env[68934]: _type = "Task" [ 1097.062666] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.071502] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135500, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.147299] env[68934]: DEBUG nova.compute.manager [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Received event network-changed-b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.147377] env[68934]: DEBUG nova.compute.manager [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Refreshing instance network info cache due to event network-changed-b66e9b1a-f06c-49d0-97c3-1af3827faed0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.147642] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Acquiring lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.147860] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Acquired lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.148186] env[68934]: DEBUG nova.network.neutron [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Refreshing network info cache for port b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.158548] env[68934]: DEBUG nova.compute.utils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.161963] env[68934]: DEBUG nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.162159] env[68934]: DEBUG nova.network.neutron [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.242664] env[68934]: DEBUG nova.policy [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef332de5e9454d78afc3b6a1de054fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '630496adf0d547b1a323bc258c342c25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.306965] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.368612] env[68934]: DEBUG nova.network.neutron [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Updating instance_info_cache with network_info: [{"id": "8601b2c6-584e-44b2-84b5-f627b927b2a8", "address": "fa:16:3e:8e:0b:20", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8601b2c6-58", "ovs_interfaceid": "8601b2c6-584e-44b2-84b5-f627b927b2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.507803] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1097.508236] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7b808d3-610c-42f6-b7ea-3a75cf1483ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.521953] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1097.521953] env[68934]: value = "task-3135501" [ 1097.521953] env[68934]: _type = "Task" [ 1097.521953] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.531160] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135501, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.574280] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135500, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.618287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-870d0063-d7bd-4932-b6a2-039c416ba11f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.653114] env[68934]: DEBUG nova.network.neutron [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Port 3623b839-8b30-4b1e-bff0-4ac920c2c369 binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1097.665025] env[68934]: DEBUG nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.810482] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.871378] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "refresh_cache-1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.874017] env[68934]: DEBUG nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Instance network_info: |[{"id": "8601b2c6-584e-44b2-84b5-f627b927b2a8", "address": "fa:16:3e:8e:0b:20", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8601b2c6-58", "ovs_interfaceid": "8601b2c6-584e-44b2-84b5-f627b927b2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.874017] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:0b:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8601b2c6-584e-44b2-84b5-f627b927b2a8', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.881073] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.884332] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.884918] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a971fd1b-6807-4229-970b-4e02bfebbcd7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.916700] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.916700] env[68934]: value = "task-3135502" [ 1097.916700] env[68934]: _type = "Task" [ 1097.916700] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.928840] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135502, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.037618] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135501, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.055071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d372ffb-f509-4313-960c-43b1d9d5fbdb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.068146] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34603f8-e792-4545-919e-60a8be23fe19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.078422] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135500, 'name': CreateVM_Task, 'duration_secs': 0.724718} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.105173] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.109444] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.109718] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.110167] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.111091] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e71aa3-fc59-483b-910b-88290744517c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.115643] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a437807-9f63-4034-85f8-cb4e1e668c9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.126465] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1098.126465] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ca4e3-30b5-4ae1-1e4c-b65aba9b5bbb" [ 1098.126465] env[68934]: _type = "Task" [ 1098.126465] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.135539] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931be1f-f69c-4d15-ab3d-346b4b20c250 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.143784] env[68934]: DEBUG nova.network.neutron [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Successfully created port: 75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.158315] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ca4e3-30b5-4ae1-1e4c-b65aba9b5bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.012894} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.162662] env[68934]: DEBUG nova.compute.provider_tree [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.166028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.166028] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.166028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.166028] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.166028] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.166028] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b5d230-7d14-424b-bd6a-fc58911384eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.172986] env[68934]: INFO nova.virt.block_device [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Booting with volume 7e426c11-de85-4936-a5d4-a07fe7eec455 at /dev/sda [ 1098.176873] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.180102] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.180102] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038cf64b-b5fc-41f2-aabb-a8566dbe6028 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.187898] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1098.187898] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5277fd3e-e91f-d8c9-6379-53ef19091aa2" [ 1098.187898] env[68934]: _type = "Task" [ 1098.187898] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.198690] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5277fd3e-e91f-d8c9-6379-53ef19091aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.236825] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3abff2d-0441-4fc4-99af-78d2bc237dde {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.255071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f6461d-f55d-499f-af1e-474a5bac53d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.297805] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c9cc438-4443-4ff6-8c51-739158e3ff99 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.308756] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.312659] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1db4d3-f58e-4f38-8b30-b1e8d443644e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.335123] env[68934]: DEBUG nova.network.neutron [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Updated VIF entry in instance network info cache for port b66e9b1a-f06c-49d0-97c3-1af3827faed0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.336052] env[68934]: DEBUG nova.network.neutron [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Updating instance_info_cache with network_info: [{"id": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "address": "fa:16:3e:28:27:5b", "network": {"id": "b5cc7100-1d27-4141-b1bf-d1c3b3ea5ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1741552824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e869e44d2b8443abe5d12e05fe0761d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66e9b1a-f0", "ovs_interfaceid": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.356363] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bea1414-2ef5-476d-9642-0c6b134db7c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.366092] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c1421-10fc-4254-bf7c-826bc722ac49 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.381566] env[68934]: DEBUG nova.virt.block_device [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Updating existing volume attachment record: 23981689-c96a-4170-ad4c-e0ad66f46c6b {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1098.428138] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135502, 'name': CreateVM_Task, 'duration_secs': 0.330861} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.428405] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.429125] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.429299] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.429621] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.429878] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f21f3b-a1cd-4750-bbbe-022114e447d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.435479] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1098.435479] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c5a97-3cb7-a27a-7d77-b35916d88597" [ 1098.435479] env[68934]: _type = "Task" [ 1098.435479] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.444633] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c5a97-3cb7-a27a-7d77-b35916d88597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.534426] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135501, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.673135] env[68934]: DEBUG nova.scheduler.client.report [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.682446] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "867ea4f6-aa08-441f-a287-989e37713c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.682680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.682855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.700025] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5277fd3e-e91f-d8c9-6379-53ef19091aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.701366] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a8cd53-b6e1-4729-a20a-26112bb82a1d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.708054] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1098.708054] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276cf42-6357-eb9d-52b3-cfb48d0199b0" [ 1098.708054] env[68934]: _type = "Task" [ 1098.708054] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.718113] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276cf42-6357-eb9d-52b3-cfb48d0199b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.810151] env[68934]: DEBUG oslo_vmware.api [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135497, 'name': PowerOnVM_Task, 'duration_secs': 1.814889} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.810720] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.810720] env[68934]: INFO nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1098.810912] env[68934]: DEBUG nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.812023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785b49de-e039-43fd-9ef4-d04995477c05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.825889] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.826151] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.837811] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Releasing lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.838102] env[68934]: DEBUG nova.compute.manager [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Received event network-vif-plugged-8601b2c6-584e-44b2-84b5-f627b927b2a8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.838331] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Acquiring lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.838629] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.838823] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.838995] env[68934]: DEBUG nova.compute.manager [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] No waiting events found dispatching network-vif-plugged-8601b2c6-584e-44b2-84b5-f627b927b2a8 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.839180] env[68934]: WARNING nova.compute.manager [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Received unexpected event network-vif-plugged-8601b2c6-584e-44b2-84b5-f627b927b2a8 for instance with vm_state building and task_state spawning. [ 1098.839347] env[68934]: DEBUG nova.compute.manager [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Received event network-changed-8601b2c6-584e-44b2-84b5-f627b927b2a8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.839504] env[68934]: DEBUG nova.compute.manager [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Refreshing instance network info cache due to event network-changed-8601b2c6-584e-44b2-84b5-f627b927b2a8. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.839698] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Acquiring lock "refresh_cache-1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.839838] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Acquired lock "refresh_cache-1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.839993] env[68934]: DEBUG nova.network.neutron [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Refreshing network info cache for port 8601b2c6-584e-44b2-84b5-f627b927b2a8 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.948611] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524c5a97-3cb7-a27a-7d77-b35916d88597, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.948940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.949190] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.949493] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.949645] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.949888] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.950114] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16ae3862-1388-41fb-8151-21e5d46ae009 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.960577] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.960774] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.961959] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9681a9f6-b8ad-482c-a1f1-814718750a4e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.968777] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1098.968777] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526338e5-3b8a-885f-531a-16b92bf957f2" [ 1098.968777] env[68934]: _type = "Task" [ 1098.968777] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.978593] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526338e5-3b8a-885f-531a-16b92bf957f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.033832] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135501, 'name': CloneVM_Task, 'duration_secs': 1.448195} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.034131] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Created linked-clone VM from snapshot [ 1099.034900] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1eedae-733f-4b80-bd43-8b7457f68b45 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.043511] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Uploading image 1cf67ed3-5098-4eb2-964b-2443ca1a1b60 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1099.070760] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1099.070760] env[68934]: value = "vm-627462" [ 1099.070760] env[68934]: _type = "VirtualMachine" [ 1099.070760] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1099.071100] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2248bea-0ea1-48cc-8b79-71d40ca43855 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080026] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lease: (returnval){ [ 1099.080026] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5237605d-78d7-8590-e12a-4b5eb8dd12fc" [ 1099.080026] env[68934]: _type = "HttpNfcLease" [ 1099.080026] env[68934]: } obtained for exporting VM: (result){ [ 1099.080026] env[68934]: value = "vm-627462" [ 1099.080026] env[68934]: _type = "VirtualMachine" [ 1099.080026] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1099.080379] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the lease: (returnval){ [ 1099.080379] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5237605d-78d7-8590-e12a-4b5eb8dd12fc" [ 1099.080379] env[68934]: _type = "HttpNfcLease" [ 1099.080379] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1099.091196] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.091196] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5237605d-78d7-8590-e12a-4b5eb8dd12fc" [ 1099.091196] env[68934]: _type = "HttpNfcLease" [ 1099.091196] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1099.183664] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.184120] env[68934]: DEBUG nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.186891] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.926s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.220559] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276cf42-6357-eb9d-52b3-cfb48d0199b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.220839] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.221120] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 856f090e-4390-41c6-8682-07d28e23f056/856f090e-4390-41c6-8682-07d28e23f056.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.221399] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f74fd9ef-fd31-4301-b42c-405f0078f274 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.230577] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1099.230577] env[68934]: value = "task-3135504" [ 1099.230577] env[68934]: _type = "Task" [ 1099.230577] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.240461] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.329854] env[68934]: DEBUG nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.331537] env[68934]: INFO nova.compute.manager [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Took 15.12 seconds to build instance. [ 1099.484507] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526338e5-3b8a-885f-531a-16b92bf957f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.488828] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338dd8ec-257c-425f-a840-07db83d3f15a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.496096] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1099.496096] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5271729d-2152-b7f7-44fd-3b949b7bf117" [ 1099.496096] env[68934]: _type = "Task" [ 1099.496096] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.507485] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5271729d-2152-b7f7-44fd-3b949b7bf117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.591765] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.591765] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5237605d-78d7-8590-e12a-4b5eb8dd12fc" [ 1099.591765] env[68934]: _type = "HttpNfcLease" [ 1099.591765] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1099.592086] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1099.592086] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5237605d-78d7-8590-e12a-4b5eb8dd12fc" [ 1099.592086] env[68934]: _type = "HttpNfcLease" [ 1099.592086] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1099.592865] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c545f5d-99bb-41f1-9e0b-460d28b4064b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.602915] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc3e83-3103-f1ca-e36e-20f6caf6bff2/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1099.604257] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc3e83-3103-f1ca-e36e-20f6caf6bff2/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1099.695771] env[68934]: INFO nova.compute.claims [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.700181] env[68934]: DEBUG nova.compute.utils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.701555] env[68934]: DEBUG nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.701721] env[68934]: DEBUG nova.network.neutron [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.724418] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5304933-8fed-4ae5-b98e-263adfef7e3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.738277] env[68934]: DEBUG nova.policy [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.743265] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485031} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.744384] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 856f090e-4390-41c6-8682-07d28e23f056/856f090e-4390-41c6-8682-07d28e23f056.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.744606] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.744856] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ac8462a-a4b8-4076-bddd-d00b0b91e715 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.752121] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1099.752121] env[68934]: value = "task-3135505" [ 1099.752121] env[68934]: _type = "Task" [ 1099.752121] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.767491] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.836526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73ac9d73-27d5-4401-80b4-3655e3703eb7 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.639s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.861539] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.007855] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5271729d-2152-b7f7-44fd-3b949b7bf117, 'name': SearchDatastore_Task, 'duration_secs': 0.021097} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.008161] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.008444] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10/1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.008726] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86faaf78-fa61-4699-b315-0e2e30068f30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.017071] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1100.017071] env[68934]: value = "task-3135506" [ 1100.017071] env[68934]: _type = "Task" [ 1100.017071] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.026812] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.042871] env[68934]: DEBUG nova.network.neutron [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Successfully created port: 3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.098404] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.098811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.098999] env[68934]: DEBUG nova.network.neutron [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.203862] env[68934]: INFO nova.compute.resource_tracker [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating resource usage from migration ffac8b7e-89fe-4aac-9daa-44a3773dc23f [ 1100.207902] env[68934]: DEBUG nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.250033] env[68934]: DEBUG nova.network.neutron [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Updated VIF entry in instance network info cache for port 8601b2c6-584e-44b2-84b5-f627b927b2a8. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.253695] env[68934]: DEBUG nova.network.neutron [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Updating instance_info_cache with network_info: [{"id": "8601b2c6-584e-44b2-84b5-f627b927b2a8", "address": "fa:16:3e:8e:0b:20", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8601b2c6-58", "ovs_interfaceid": "8601b2c6-584e-44b2-84b5-f627b927b2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.263898] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062952} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.268543] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.270240] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f58ec0-fba3-453d-b170-b4d54572b790 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.298028] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 856f090e-4390-41c6-8682-07d28e23f056/856f090e-4390-41c6-8682-07d28e23f056.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.302224] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd40a406-bc23-4281-9bcc-a6af6a7334ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.325503] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1100.325503] env[68934]: value = "task-3135507" [ 1100.325503] env[68934]: _type = "Task" [ 1100.325503] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.339410] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.484200] env[68934]: DEBUG nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.484507] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.484954] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.485229] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.485572] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.485881] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.486172] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.486690] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.486993] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.487691] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.487691] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.487691] env[68934]: DEBUG nova.virt.hardware [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.489305] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea6fb36-ce17-42d3-8a74-10b8d12be5e3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.503750] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b39a6a0-54e3-4571-ba3c-43773a8b8d2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.541889] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135506, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.680527] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b753f09e-c1f7-4e43-acd0-3933908c671a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.693511] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374edc9-7773-4e70-9390-9a340103b24d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.735318] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c94bf-3320-4902-b1b7-43ae532ad1d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.745300] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be08c6-162c-48ab-b5ee-9ccb617d8c51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.761772] env[68934]: DEBUG oslo_concurrency.lockutils [req-ee62b562-08ec-47a8-af64-a5b3ac086c62 req-2cfe6c66-638f-49f0-a5db-23e6757c4dbd service nova] Releasing lock "refresh_cache-1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.762745] env[68934]: DEBUG nova.compute.provider_tree [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.834311] env[68934]: DEBUG nova.network.neutron [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Successfully updated port: 75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.843412] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.983615] env[68934]: DEBUG nova.compute.manager [req-0af51364-4fa3-48ae-8022-991e33c9db32 req-095da25d-f708-4559-989d-06e9c36cd6aa service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Received event network-vif-plugged-75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.983884] env[68934]: DEBUG oslo_concurrency.lockutils [req-0af51364-4fa3-48ae-8022-991e33c9db32 req-095da25d-f708-4559-989d-06e9c36cd6aa service nova] Acquiring lock "04a44939-c3a6-4129-a122-65e47800ce82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.984472] env[68934]: DEBUG oslo_concurrency.lockutils [req-0af51364-4fa3-48ae-8022-991e33c9db32 req-095da25d-f708-4559-989d-06e9c36cd6aa service nova] Lock "04a44939-c3a6-4129-a122-65e47800ce82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.984641] env[68934]: DEBUG oslo_concurrency.lockutils [req-0af51364-4fa3-48ae-8022-991e33c9db32 req-095da25d-f708-4559-989d-06e9c36cd6aa service nova] Lock "04a44939-c3a6-4129-a122-65e47800ce82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.984695] env[68934]: DEBUG nova.compute.manager [req-0af51364-4fa3-48ae-8022-991e33c9db32 req-095da25d-f708-4559-989d-06e9c36cd6aa service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] No waiting events found dispatching network-vif-plugged-75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.984863] env[68934]: WARNING nova.compute.manager [req-0af51364-4fa3-48ae-8022-991e33c9db32 req-095da25d-f708-4559-989d-06e9c36cd6aa service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Received unexpected event network-vif-plugged-75e79659-c6f0-4492-8fdb-adfaa3799a7f for instance with vm_state building and task_state spawning. [ 1101.042288] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538235} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.042714] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10/1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.042982] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.043406] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1937176f-5f7e-4a15-99c7-8030f19a33fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.051510] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1101.051510] env[68934]: value = "task-3135508" [ 1101.051510] env[68934]: _type = "Task" [ 1101.051510] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.063121] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.171023] env[68934]: DEBUG nova.network.neutron [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.236073] env[68934]: DEBUG nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.266101] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.266452] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.266702] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.266955] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.267179] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.267377] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.267667] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.267870] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.268165] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.268494] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.268494] env[68934]: DEBUG nova.virt.hardware [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.269401] env[68934]: DEBUG nova.scheduler.client.report [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.273349] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f640fb-eb1e-49ac-a501-de293ed77fb9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.283469] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b0d6b1-64dc-4252-b742-6d26bad8865b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.337928] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135507, 'name': ReconfigVM_Task, 'duration_secs': 0.718748} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.338512] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquiring lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.338731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquired lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.340168] env[68934]: DEBUG nova.network.neutron [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.343591] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 856f090e-4390-41c6-8682-07d28e23f056/856f090e-4390-41c6-8682-07d28e23f056.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.343591] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e300dbdd-94fb-4b0c-8476-7ad70aa77952 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.354067] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1101.354067] env[68934]: value = "task-3135509" [ 1101.354067] env[68934]: _type = "Task" [ 1101.354067] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.363786] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135509, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.574139] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09983} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.575301] env[68934]: DEBUG nova.network.neutron [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Successfully updated port: 3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.578757] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.578757] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1e4ca1-7274-4bc8-aaa8-3ae7fffbbf15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.585179] env[68934]: DEBUG nova.compute.manager [req-604a6d32-7a4b-4861-bcd6-c501080baf82 req-9d8154a5-cfcb-44fa-bea5-0f952d7313ec service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-vif-plugged-3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.586027] env[68934]: DEBUG oslo_concurrency.lockutils [req-604a6d32-7a4b-4861-bcd6-c501080baf82 req-9d8154a5-cfcb-44fa-bea5-0f952d7313ec service nova] Acquiring lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.586027] env[68934]: DEBUG oslo_concurrency.lockutils [req-604a6d32-7a4b-4861-bcd6-c501080baf82 req-9d8154a5-cfcb-44fa-bea5-0f952d7313ec service nova] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.586476] env[68934]: DEBUG oslo_concurrency.lockutils [req-604a6d32-7a4b-4861-bcd6-c501080baf82 req-9d8154a5-cfcb-44fa-bea5-0f952d7313ec service nova] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.586476] env[68934]: DEBUG nova.compute.manager [req-604a6d32-7a4b-4861-bcd6-c501080baf82 req-9d8154a5-cfcb-44fa-bea5-0f952d7313ec service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] No waiting events found dispatching network-vif-plugged-3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.586719] env[68934]: WARNING nova.compute.manager [req-604a6d32-7a4b-4861-bcd6-c501080baf82 req-9d8154a5-cfcb-44fa-bea5-0f952d7313ec service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received unexpected event network-vif-plugged-3cef149e-2595-4374-8b24-c5df2b80bb07 for instance with vm_state building and task_state spawning. [ 1101.614265] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10/1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.615489] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575b8a15-a6a7-4eff-980a-39eac96b8c81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.639774] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1101.639774] env[68934]: value = "task-3135510" [ 1101.639774] env[68934]: _type = "Task" [ 1101.639774] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.651074] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.674368] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.777720] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.590s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.777720] env[68934]: INFO nova.compute.manager [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Migrating [ 1101.784337] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.457s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.866048] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135509, 'name': Rename_Task, 'duration_secs': 0.297995} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.866235] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.867029] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da32e6e5-6c58-420e-bfd9-4f6c46422834 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.876049] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1101.876049] env[68934]: value = "task-3135511" [ 1101.876049] env[68934]: _type = "Task" [ 1101.876049] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.880792] env[68934]: DEBUG nova.network.neutron [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.890636] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.047155] env[68934]: DEBUG nova.network.neutron [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Updating instance_info_cache with network_info: [{"id": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "address": "fa:16:3e:fc:69:6b", "network": {"id": "8243f7ee-fa1b-49ba-bd31-c99dfacf6692", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1011545533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "630496adf0d547b1a323bc258c342c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e79659-c6", "ovs_interfaceid": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.078526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.078820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.078957] env[68934]: DEBUG nova.network.neutron [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.152079] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135510, 'name': ReconfigVM_Task, 'duration_secs': 0.415016} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.152079] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10/1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.152868] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fffffb79-47a8-44fb-b4fb-2e60a6b38597 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.161932] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1102.161932] env[68934]: value = "task-3135512" [ 1102.161932] env[68934]: _type = "Task" [ 1102.161932] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.172953] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135512, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.203265] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557196dc-4a40-4f90-b7d1-165a971096e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.226332] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e31592a-96f0-4e26-9d38-4fa727b5b9ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.235011] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance '867ea4f6-aa08-441f-a287-989e37713c27' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.294355] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.294561] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.294753] env[68934]: DEBUG nova.network.neutron [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.300485] env[68934]: INFO nova.compute.claims [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.304393] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.304587] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.304792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.304976] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.305155] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.307575] env[68934]: INFO nova.compute.manager [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Terminating instance [ 1102.387902] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.550375] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Releasing lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.550780] env[68934]: DEBUG nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance network_info: |[{"id": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "address": "fa:16:3e:fc:69:6b", "network": {"id": "8243f7ee-fa1b-49ba-bd31-c99dfacf6692", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1011545533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "630496adf0d547b1a323bc258c342c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e79659-c6", "ovs_interfaceid": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.551285] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:69:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75e79659-c6f0-4492-8fdb-adfaa3799a7f', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.558901] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Creating folder: Project (630496adf0d547b1a323bc258c342c25). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.559260] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0fdf7fc-ff05-4a2d-9975-252304b27e5d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.574540] env[68934]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1102.574714] env[68934]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68934) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1102.575077] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Folder already exists: Project (630496adf0d547b1a323bc258c342c25). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1102.575277] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Creating folder: Instances. Parent ref: group-v627445. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.575516] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c4a867-b8a3-420e-ac37-813efa15252c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.586846] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Created folder: Instances in parent group-v627445. [ 1102.587094] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.587613] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.587824] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8abce45-d87d-48bd-b36e-139ef74ff9c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.609793] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.609793] env[68934]: value = "task-3135515" [ 1102.609793] env[68934]: _type = "Task" [ 1102.609793] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.614140] env[68934]: DEBUG nova.network.neutron [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.619273] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135515, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.674380] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135512, 'name': Rename_Task, 'duration_secs': 0.196074} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.674818] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.675090] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d9e6222-55a8-4504-8cb7-505ff3e3e11a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.684387] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1102.684387] env[68934]: value = "task-3135516" [ 1102.684387] env[68934]: _type = "Task" [ 1102.684387] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.699243] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.741516] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3e633555-221c-410d-9934-0fa45cbc8b57 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance '867ea4f6-aa08-441f-a287-989e37713c27' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.765790] env[68934]: DEBUG nova.network.neutron [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.809126] env[68934]: INFO nova.compute.resource_tracker [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating resource usage from migration 4e8aad84-f5d3-46c4-a673-97281dd93fcd [ 1102.812511] env[68934]: DEBUG nova.compute.manager [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.812511] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.813284] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5678cd-5861-43d0-be54-3bb9be14f290 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.822042] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.822392] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65242863-1f67-48a7-8ad4-0a87e6aae62e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.833314] env[68934]: DEBUG oslo_vmware.api [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1102.833314] env[68934]: value = "task-3135517" [ 1102.833314] env[68934]: _type = "Task" [ 1102.833314] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.846092] env[68934]: DEBUG oslo_vmware.api [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.892812] env[68934]: DEBUG oslo_vmware.api [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135511, 'name': PowerOnVM_Task, 'duration_secs': 0.552759} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.893127] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.893344] env[68934]: INFO nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1102.893529] env[68934]: DEBUG nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.894374] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a15375-3ece-452c-82dd-71f638da76c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.057750] env[68934]: DEBUG nova.compute.manager [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Received event network-changed-75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.057937] env[68934]: DEBUG nova.compute.manager [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Refreshing instance network info cache due to event network-changed-75e79659-c6f0-4492-8fdb-adfaa3799a7f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.058276] env[68934]: DEBUG oslo_concurrency.lockutils [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] Acquiring lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.058493] env[68934]: DEBUG oslo_concurrency.lockutils [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] Acquired lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.058661] env[68934]: DEBUG nova.network.neutron [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Refreshing network info cache for port 75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.072665] env[68934]: DEBUG nova.network.neutron [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance_info_cache with network_info: [{"id": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "address": "fa:16:3e:90:aa:64", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd5cc2a-e0", "ovs_interfaceid": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.123473] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135515, 'name': CreateVM_Task, 'duration_secs': 0.377132} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.125584] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.126999] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '23981689-c96a-4170-ad4c-e0ad66f46c6b', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627449', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'name': 'volume-7e426c11-de85-4936-a5d4-a07fe7eec455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a44939-c3a6-4129-a122-65e47800ce82', 'attached_at': '', 'detached_at': '', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'serial': '7e426c11-de85-4936-a5d4-a07fe7eec455'}, 'volume_type': None}], 'swap': None} {{(pid=68934) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1103.126999] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Root volume attach. Driver type: vmdk {{(pid=68934) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1103.127684] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00dc2ab-07a6-4311-a067-a94c8c364df3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.137376] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7e9682-e058-4cfa-b5df-2b1253b6a392 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.147899] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1bbe8e-dd2c-4aa1-903a-f438e5508568 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.158250] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9b9b28ae-36f1-4839-a61f-28ed9db8c31a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.166442] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1103.166442] env[68934]: value = "task-3135518" [ 1103.166442] env[68934]: _type = "Task" [ 1103.166442] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.177431] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.196878] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.205200] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9cb10e-d47c-4a49-b7eb-8f82fb49220d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.214222] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0b478e-5949-47d2-ba2e-fe9c8de0653f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.246400] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f47fa74-5e49-4aab-95e0-687c0d5facdc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.258727] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d4e59-6203-4761-aa0d-182a19d5c886 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.278066] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.278066] env[68934]: DEBUG nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Instance network_info: |[{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.278580] env[68934]: DEBUG nova.compute.provider_tree [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.280011] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:64:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cef149e-2595-4374-8b24-c5df2b80bb07', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.287489] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.288931] env[68934]: DEBUG nova.scheduler.client.report [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.292282] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.296019] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6055180-6164-4116-8a9c-63af6d4d7b26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.316945] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.316945] env[68934]: value = "task-3135519" [ 1103.316945] env[68934]: _type = "Task" [ 1103.316945] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.328488] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135519, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.343306] env[68934]: DEBUG oslo_vmware.api [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135517, 'name': PowerOffVM_Task, 'duration_secs': 0.277457} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.343654] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.343847] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.344139] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a182b420-f2dd-494d-8309-d54c03899dd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.423778] env[68934]: INFO nova.compute.manager [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Took 15.88 seconds to build instance. [ 1103.579032] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.631354] env[68934]: DEBUG nova.compute.manager [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.631647] env[68934]: DEBUG nova.compute.manager [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing instance network info cache due to event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.632311] env[68934]: DEBUG oslo_concurrency.lockutils [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.632311] env[68934]: DEBUG oslo_concurrency.lockutils [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.632311] env[68934]: DEBUG nova.network.neutron [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.640728] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.641100] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.641368] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleting the datastore file [datastore1] ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.642500] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e2f4e59-64ba-4020-a5f8-6b3c06b71455 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.653678] env[68934]: DEBUG oslo_vmware.api [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for the task: (returnval){ [ 1103.653678] env[68934]: value = "task-3135521" [ 1103.653678] env[68934]: _type = "Task" [ 1103.653678] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.664588] env[68934]: DEBUG oslo_vmware.api [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.678953] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 38%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.695990] env[68934]: DEBUG oslo_vmware.api [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135516, 'name': PowerOnVM_Task, 'duration_secs': 0.854196} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.696331] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.696557] env[68934]: INFO nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1103.696753] env[68934]: DEBUG nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.697660] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737430ac-000f-42cd-8393-cd0e9a1457fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.794823] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.010s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.795288] env[68934]: INFO nova.compute.manager [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Migrating [ 1103.806514] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.945s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.808525] env[68934]: INFO nova.compute.claims [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.837945] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135519, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.927541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "856f090e-4390-41c6-8682-07d28e23f056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.390s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.990194] env[68934]: DEBUG nova.network.neutron [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Updated VIF entry in instance network info cache for port 75e79659-c6f0-4492-8fdb-adfaa3799a7f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.990344] env[68934]: DEBUG nova.network.neutron [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Updating instance_info_cache with network_info: [{"id": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "address": "fa:16:3e:fc:69:6b", "network": {"id": "8243f7ee-fa1b-49ba-bd31-c99dfacf6692", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1011545533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "630496adf0d547b1a323bc258c342c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e79659-c6", "ovs_interfaceid": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.165893] env[68934]: DEBUG oslo_vmware.api [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Task: {'id': task-3135521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229331} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.166209] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.166441] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.166593] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.166776] env[68934]: INFO nova.compute.manager [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1104.167031] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.167241] env[68934]: DEBUG nova.compute.manager [-] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.167339] env[68934]: DEBUG nova.network.neutron [-] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.180048] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.223202] env[68934]: INFO nova.compute.manager [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Took 16.22 seconds to build instance. [ 1104.324590] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.324984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.324984] env[68934]: DEBUG nova.network.neutron [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.345356] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135519, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.443637] env[68934]: DEBUG nova.network.neutron [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updated VIF entry in instance network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.444111] env[68934]: DEBUG nova.network.neutron [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.493116] env[68934]: DEBUG oslo_concurrency.lockutils [req-56f5c420-566f-4b2c-a8f4-d17ed33d3093 req-b5578bfd-bbfc-48a2-bd25-738dcb165e15 service nova] Releasing lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.680376] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 63%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.726417] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d44b5a67-b4af-492c-94bd-60a267bc64a6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.730s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.841500] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135519, 'name': CreateVM_Task, 'duration_secs': 1.505084} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.842634] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.842905] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.843516] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.843516] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.843809] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7eff57-13d5-4d9f-aaeb-0c01731fca7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.852947] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1104.852947] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52aa1590-3059-929a-6817-e131f5636fee" [ 1104.852947] env[68934]: _type = "Task" [ 1104.852947] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.864642] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52aa1590-3059-929a-6817-e131f5636fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.949435] env[68934]: DEBUG oslo_concurrency.lockutils [req-a9aff337-f9ef-4228-b6cc-9dd643384b9c req-904afff6-d1de-483e-8bcd-1c17b0bcd3f5 service nova] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.093547] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e4e47a-c6d2-4213-b1be-71b7c537fbed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.120123] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance 'af7704ad-1fc2-4105-b273-0bfba1d69b1c' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.185828] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 76%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.271724] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607f7676-93bd-4ab0-8a6a-e3ab27c8e36a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.283132] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15982900-05b6-4250-ba79-d0b8f349d45b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.286932] env[68934]: DEBUG nova.network.neutron [-] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.328801] env[68934]: DEBUG nova.network.neutron [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance_info_cache with network_info: [{"id": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "address": "fa:16:3e:f6:7c:42", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddb4d1f-43", "ovs_interfaceid": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.332356] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b03dd0-6e04-4042-b5c0-6fdbb79f3901 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.336789] env[68934]: DEBUG nova.compute.manager [req-b60b9e7f-6c49-46ff-913a-af0f33c977fb req-b4da2b44-e093-4316-aadd-57501ce289ba service nova] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Received event network-vif-deleted-cc00dc41-d804-41d5-96a2-a4ed0b5beec3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.347928] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee82ec17-0a97-4daa-a223-7f15915aa49c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.368156] env[68934]: DEBUG nova.compute.provider_tree [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.379426] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "867ea4f6-aa08-441f-a287-989e37713c27" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.379699] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.379888] env[68934]: DEBUG nova.compute.manager [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Going to confirm migration 3 {{(pid=68934) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1105.381539] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52aa1590-3059-929a-6817-e131f5636fee, 'name': SearchDatastore_Task, 'duration_secs': 0.020841} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.383577] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.383850] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.384101] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.384252] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.384440] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.385138] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f98293-67bd-44ab-8430-b92cd406f93b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.402031] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.402031] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.402369] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ed197b-03e8-4a88-9f26-d7ce82ca70db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.408088] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.408382] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.408595] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.411381] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.411381] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.413900] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1105.413900] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526a7cf4-7b0e-a5c2-b1d6-19816eff81a8" [ 1105.413900] env[68934]: _type = "Task" [ 1105.413900] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.414451] env[68934]: INFO nova.compute.manager [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Terminating instance [ 1105.429566] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526a7cf4-7b0e-a5c2-b1d6-19816eff81a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.633523] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.633829] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f59dd4df-b081-498f-9300-e66e7c6b16ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.644083] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1105.644083] env[68934]: value = "task-3135522" [ 1105.644083] env[68934]: _type = "Task" [ 1105.644083] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.657730] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.671800] env[68934]: DEBUG nova.compute.manager [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Received event network-changed-b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.671800] env[68934]: DEBUG nova.compute.manager [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Refreshing instance network info cache due to event network-changed-b66e9b1a-f06c-49d0-97c3-1af3827faed0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.672105] env[68934]: DEBUG oslo_concurrency.lockutils [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] Acquiring lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.672105] env[68934]: DEBUG oslo_concurrency.lockutils [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] Acquired lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.672278] env[68934]: DEBUG nova.network.neutron [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Refreshing network info cache for port b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.686027] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.791089] env[68934]: INFO nova.compute.manager [-] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Took 1.62 seconds to deallocate network for instance. [ 1105.838980] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.871634] env[68934]: DEBUG nova.scheduler.client.report [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.922091] env[68934]: DEBUG nova.compute.manager [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.922323] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.929211] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cfefa-ff4c-44a8-a897-736d7cca9581 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.935032] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526a7cf4-7b0e-a5c2-b1d6-19816eff81a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020529} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.936725] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f52444-5cb0-4319-a774-2a53c7015d43 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.941579] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.942168] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0599b012-105e-44db-9e67-7d213cc2ccfa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.945911] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1105.945911] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c194b7-3f79-07c8-0083-85b254ced878" [ 1105.945911] env[68934]: _type = "Task" [ 1105.945911] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.952586] env[68934]: DEBUG oslo_vmware.api [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1105.952586] env[68934]: value = "task-3135523" [ 1105.952586] env[68934]: _type = "Task" [ 1105.952586] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.960869] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c194b7-3f79-07c8-0083-85b254ced878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.967151] env[68934]: DEBUG oslo_vmware.api [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.977097] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.977406] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.977633] env[68934]: DEBUG nova.network.neutron [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.977945] env[68934]: DEBUG nova.objects.instance [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'info_cache' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.155677] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135522, 'name': PowerOffVM_Task, 'duration_secs': 0.38062} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.156040] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.156211] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance 'af7704ad-1fc2-4105-b273-0bfba1d69b1c' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.187147] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 97%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.300546] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.377038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.377806] env[68934]: DEBUG nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.382091] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.082s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.382460] env[68934]: DEBUG nova.objects.instance [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lazy-loading 'resources' on Instance uuid ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.462082] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c194b7-3f79-07c8-0083-85b254ced878, 'name': SearchDatastore_Task, 'duration_secs': 0.017947} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.462804] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.463106] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 0fdebbfe-d47b-45b1-832b-bad1f11e5120/0fdebbfe-d47b-45b1-832b-bad1f11e5120.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.463381] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a26a52-c41c-46f0-adbd-120c4b02fa57 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.471210] env[68934]: DEBUG oslo_vmware.api [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135523, 'name': PowerOffVM_Task, 'duration_secs': 0.334534} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.472147] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.472412] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.472720] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0f9c0bb-7f00-4863-b616-972edfdee0eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.478020] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1106.478020] env[68934]: value = "task-3135524" [ 1106.478020] env[68934]: _type = "Task" [ 1106.478020] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.489057] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.552895] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.553241] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.553453] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleting the datastore file [datastore2] 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.553780] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f72bcab0-5b44-4c39-b532-621ff1d32744 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.562137] env[68934]: DEBUG oslo_vmware.api [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1106.562137] env[68934]: value = "task-3135526" [ 1106.562137] env[68934]: _type = "Task" [ 1106.562137] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.572851] env[68934]: DEBUG oslo_vmware.api [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.665026] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.670017] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.670017] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.673923] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7394ba-df0f-432c-ba24-39c5ade62b7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.697907] env[68934]: DEBUG nova.network.neutron [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Updated VIF entry in instance network info cache for port b66e9b1a-f06c-49d0-97c3-1af3827faed0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.698510] env[68934]: DEBUG nova.network.neutron [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Updating instance_info_cache with network_info: [{"id": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "address": "fa:16:3e:28:27:5b", "network": {"id": "b5cc7100-1d27-4141-b1bf-d1c3b3ea5ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1741552824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e869e44d2b8443abe5d12e05fe0761d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66e9b1a-f0", "ovs_interfaceid": "b66e9b1a-f06c-49d0-97c3-1af3827faed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.706138] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1106.706138] env[68934]: value = "task-3135527" [ 1106.706138] env[68934]: _type = "Task" [ 1106.706138] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.708950] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 98%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.722935] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.886825] env[68934]: DEBUG nova.compute.utils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.894328] env[68934]: DEBUG nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.894524] env[68934]: DEBUG nova.network.neutron [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.899092] env[68934]: DEBUG oslo_concurrency.lockutils [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "4c10abfb-bab0-4625-bafb-187ec239efa4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.899333] env[68934]: DEBUG oslo_concurrency.lockutils [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.973278] env[68934]: DEBUG nova.policy [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df4d0683b7d54d2faf7c7da3732c7740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b691320c884f489c983fa95ede09540a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.991902] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.076079] env[68934]: DEBUG oslo_vmware.api [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.205932] env[68934]: DEBUG oslo_concurrency.lockutils [req-22000aa3-a931-43e3-89af-8ae68ba7ed25 req-91fb9f75-30b7-40a0-9ecf-e747d4ce6bba service nova] Releasing lock "refresh_cache-856f090e-4390-41c6-8682-07d28e23f056" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.206297] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task} progress is 98%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.222962] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.259105] env[68934]: DEBUG nova.network.neutron [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.294856] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83e590d-ac5f-4eff-81c9-ff52eaaf51b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.308589] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06b6499-2b00-4633-b81f-7dae04b03dd1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.341565] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4d6c9-159a-4491-aa1c-7a4089f56850 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.349870] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c0d7cd-44eb-408f-bba2-aa9c72b8e727 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.357373] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48a089a-cecf-4f1f-b20d-d5928f2d9f93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.372383] env[68934]: DEBUG nova.compute.provider_tree [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.388258] env[68934]: DEBUG nova.network.neutron [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Successfully created port: 88ee5791-f483-425c-bdfb-de15bf972bcd {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.390479] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance '4655a315-f020-4ba4-be68-8d80ecf92128' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.395187] env[68934]: DEBUG nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.403225] env[68934]: DEBUG nova.compute.utils [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.493502] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682715} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.494215] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 0fdebbfe-d47b-45b1-832b-bad1f11e5120/0fdebbfe-d47b-45b1-832b-bad1f11e5120.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.494215] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.495046] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a492c445-ed5b-434c-a87b-6953f51a7f63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.504870] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1107.504870] env[68934]: value = "task-3135528" [ 1107.504870] env[68934]: _type = "Task" [ 1107.504870] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.514851] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.573480] env[68934]: DEBUG oslo_vmware.api [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.864516} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.574214] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.574451] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.574665] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.574875] env[68934]: INFO nova.compute.manager [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1107.575182] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.575399] env[68934]: DEBUG nova.compute.manager [-] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.575498] env[68934]: DEBUG nova.network.neutron [-] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.706470] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135518, 'name': RelocateVM_Task, 'duration_secs': 4.182122} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.706784] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.707146] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627449', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'name': 'volume-7e426c11-de85-4936-a5d4-a07fe7eec455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a44939-c3a6-4129-a122-65e47800ce82', 'attached_at': '', 'detached_at': '', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'serial': '7e426c11-de85-4936-a5d4-a07fe7eec455'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.707902] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f3439-cee8-4d4b-b416-63a64ad79970 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.720602] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.734780] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe3cbe-1e33-4980-b49a-39002c164fe8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.763220] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-7e426c11-de85-4936-a5d4-a07fe7eec455/volume-7e426c11-de85-4936-a5d4-a07fe7eec455.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.763608] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df297b08-db9e-4b90-b5c3-be08b0e75d79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.782557] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.782862] env[68934]: DEBUG nova.objects.instance [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'migration_context' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.793581] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1107.793581] env[68934]: value = "task-3135529" [ 1107.793581] env[68934]: _type = "Task" [ 1107.793581] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.805862] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.877066] env[68934]: DEBUG nova.scheduler.client.report [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.896755] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.897379] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96535aa1-8df6-42d9-afc1-9472674bbddf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.906325] env[68934]: DEBUG oslo_concurrency.lockutils [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.910168] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1107.910168] env[68934]: value = "task-3135530" [ 1107.910168] env[68934]: _type = "Task" [ 1107.910168] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.919836] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.978222] env[68934]: DEBUG nova.compute.manager [req-54b7730b-a763-4711-a28c-6d1014d80378 req-a3e6807d-8f66-4c5c-ac1d-417970df67c8 service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Received event network-vif-deleted-8601b2c6-584e-44b2-84b5-f627b927b2a8 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.978487] env[68934]: INFO nova.compute.manager [req-54b7730b-a763-4711-a28c-6d1014d80378 req-a3e6807d-8f66-4c5c-ac1d-417970df67c8 service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Neutron deleted interface 8601b2c6-584e-44b2-84b5-f627b927b2a8; detaching it from the instance and deleting it from the info cache [ 1107.979145] env[68934]: DEBUG nova.network.neutron [req-54b7730b-a763-4711-a28c-6d1014d80378 req-a3e6807d-8f66-4c5c-ac1d-417970df67c8 service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.016018] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086253} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.016315] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.018123] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fd379d-dba3-4965-b0e4-d8bb78ec5ef5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.042310] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 0fdebbfe-d47b-45b1-832b-bad1f11e5120/0fdebbfe-d47b-45b1-832b-bad1f11e5120.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.042733] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c4de2d-a63a-41d6-9b9a-d865fb7135ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.066053] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1108.066053] env[68934]: value = "task-3135531" [ 1108.066053] env[68934]: _type = "Task" [ 1108.066053] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.075384] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.221603] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135527, 'name': ReconfigVM_Task, 'duration_secs': 1.236676} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.221971] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance 'af7704ad-1fc2-4105-b273-0bfba1d69b1c' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.291972] env[68934]: DEBUG nova.objects.base [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Object Instance<867ea4f6-aa08-441f-a287-989e37713c27> lazy-loaded attributes: info_cache,migration_context {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.292999] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d18b67-319f-4881-838f-96ce91054fd2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.307729] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.320887] env[68934]: DEBUG nova.network.neutron [-] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.322884] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874d9c2d-fbe4-4271-8f34-fb46294dd15f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.329608] env[68934]: DEBUG oslo_vmware.api [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1108.329608] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5289d047-8a7b-84f6-e8ed-442a90ece622" [ 1108.329608] env[68934]: _type = "Task" [ 1108.329608] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.339791] env[68934]: DEBUG oslo_vmware.api [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5289d047-8a7b-84f6-e8ed-442a90ece622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.383237] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.405372] env[68934]: DEBUG nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.411087] env[68934]: INFO nova.scheduler.client.report [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Deleted allocations for instance ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6 [ 1108.425731] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135530, 'name': PowerOffVM_Task, 'duration_secs': 0.308497} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.426095] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.426216] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance '4655a315-f020-4ba4-be68-8d80ecf92128' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.437985] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.438322] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.438494] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.438694] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.438819] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.438960] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.439188] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.439368] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.439510] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.439675] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.439847] env[68934]: DEBUG nova.virt.hardware [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.440809] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01710783-ef44-4d2a-97a9-4da1dccb2119 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.451274] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677649ce-f490-4a32-83d7-5434a779466e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.482491] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c22d48d2-c2de-4416-9543-9cc560268466 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.494805] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1ec4e7-b4fc-41f6-9aad-55fb84c88f69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.537061] env[68934]: DEBUG nova.compute.manager [req-54b7730b-a763-4711-a28c-6d1014d80378 req-a3e6807d-8f66-4c5c-ac1d-417970df67c8 service nova] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Detach interface failed, port_id=8601b2c6-584e-44b2-84b5-f627b927b2a8, reason: Instance 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.578139] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.728691] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.728928] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.729154] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.729289] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.729440] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.729585] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.729803] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.729933] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.730420] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.730420] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.730534] env[68934]: DEBUG nova.virt.hardware [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.736106] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.736413] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5183f48d-2633-41fe-b02d-ccc2128dc0a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.757260] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1108.757260] env[68934]: value = "task-3135532" [ 1108.757260] env[68934]: _type = "Task" [ 1108.757260] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.766845] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.809462] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135529, 'name': ReconfigVM_Task, 'duration_secs': 0.634048} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.810326] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-7e426c11-de85-4936-a5d4-a07fe7eec455/volume-7e426c11-de85-4936-a5d4-a07fe7eec455.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.814742] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7ce8a6-4cea-428b-8e5a-08c6074ff113 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.824843] env[68934]: INFO nova.compute.manager [-] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Took 1.25 seconds to deallocate network for instance. [ 1108.835668] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1108.835668] env[68934]: value = "task-3135533" [ 1108.835668] env[68934]: _type = "Task" [ 1108.835668] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.840064] env[68934]: DEBUG oslo_vmware.api [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5289d047-8a7b-84f6-e8ed-442a90ece622, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.843383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.843644] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.851723] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.891079] env[68934]: DEBUG nova.compute.manager [req-4202fc9e-3e18-4ffe-a13f-d7f5939dde0c req-398c89f9-c218-4912-abe5-eadd2f9dd7a8 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Received event network-vif-plugged-88ee5791-f483-425c-bdfb-de15bf972bcd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.891436] env[68934]: DEBUG oslo_concurrency.lockutils [req-4202fc9e-3e18-4ffe-a13f-d7f5939dde0c req-398c89f9-c218-4912-abe5-eadd2f9dd7a8 service nova] Acquiring lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.891594] env[68934]: DEBUG oslo_concurrency.lockutils [req-4202fc9e-3e18-4ffe-a13f-d7f5939dde0c req-398c89f9-c218-4912-abe5-eadd2f9dd7a8 service nova] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.891771] env[68934]: DEBUG oslo_concurrency.lockutils [req-4202fc9e-3e18-4ffe-a13f-d7f5939dde0c req-398c89f9-c218-4912-abe5-eadd2f9dd7a8 service nova] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.892025] env[68934]: DEBUG nova.compute.manager [req-4202fc9e-3e18-4ffe-a13f-d7f5939dde0c req-398c89f9-c218-4912-abe5-eadd2f9dd7a8 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] No waiting events found dispatching network-vif-plugged-88ee5791-f483-425c-bdfb-de15bf972bcd {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.892367] env[68934]: WARNING nova.compute.manager [req-4202fc9e-3e18-4ffe-a13f-d7f5939dde0c req-398c89f9-c218-4912-abe5-eadd2f9dd7a8 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Received unexpected event network-vif-plugged-88ee5791-f483-425c-bdfb-de15bf972bcd for instance with vm_state building and task_state spawning. [ 1108.922419] env[68934]: DEBUG oslo_concurrency.lockutils [None req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Lock "ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.618s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.934926] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.935282] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.935432] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.935709] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.935954] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.936751] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.937016] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.937299] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.937571] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.937840] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.938126] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.946037] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6989ff7b-612b-456b-9d75-6b3db60b6ed9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.967430] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1108.967430] env[68934]: value = "task-3135534" [ 1108.967430] env[68934]: _type = "Task" [ 1108.967430] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.977800] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.978537] env[68934]: DEBUG oslo_concurrency.lockutils [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "4c10abfb-bab0-4625-bafb-187ec239efa4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.978695] env[68934]: DEBUG oslo_concurrency.lockutils [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.978964] env[68934]: INFO nova.compute.manager [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Attaching volume 1045c3f2-0b78-41e2-9032-932c67825a8e to /dev/sdb [ 1109.021024] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1cbccf-ae4a-4be3-bed1-e7c6c3f955f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.027774] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96b1d9a-2378-4a75-99fe-2cca50f5f9e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.042704] env[68934]: DEBUG nova.virt.block_device [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updating existing volume attachment record: 0d63ff81-b50c-4399-bdc7-affea3a2c628 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.067594] env[68934]: DEBUG nova.network.neutron [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Successfully updated port: 88ee5791-f483-425c-bdfb-de15bf972bcd {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.080496] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135531, 'name': ReconfigVM_Task, 'duration_secs': 0.627195} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.080840] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 0fdebbfe-d47b-45b1-832b-bad1f11e5120/0fdebbfe-d47b-45b1-832b-bad1f11e5120.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.081552] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c8b79e5-c8c3-44b8-aa1a-fe5d1ceb1da1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.090264] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1109.090264] env[68934]: value = "task-3135535" [ 1109.090264] env[68934]: _type = "Task" [ 1109.090264] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.101203] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135535, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.273220] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135532, 'name': ReconfigVM_Task, 'duration_secs': 0.276863} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.273748] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.274409] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9627364c-4b7c-497d-8351-aac0722d0a26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.298827] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] af7704ad-1fc2-4105-b273-0bfba1d69b1c/af7704ad-1fc2-4105-b273-0bfba1d69b1c.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.299214] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e83fe3-14dc-4539-8c92-e3c86a7e9227 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.319261] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1109.319261] env[68934]: value = "task-3135537" [ 1109.319261] env[68934]: _type = "Task" [ 1109.319261] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.328576] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.331891] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.353239] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135533, 'name': ReconfigVM_Task, 'duration_secs': 0.150764} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.353239] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627449', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'name': 'volume-7e426c11-de85-4936-a5d4-a07fe7eec455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a44939-c3a6-4129-a122-65e47800ce82', 'attached_at': '', 'detached_at': '', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'serial': '7e426c11-de85-4936-a5d4-a07fe7eec455'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.354470] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73ce9045-3364-469b-ace8-aee787a315a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.364120] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1109.364120] env[68934]: value = "task-3135538" [ 1109.364120] env[68934]: _type = "Task" [ 1109.364120] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.373793] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135538, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.478559] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135534, 'name': ReconfigVM_Task, 'duration_secs': 0.237692} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.481661] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance '4655a315-f020-4ba4-be68-8d80ecf92128' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.577044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "refresh_cache-3ac0e0a0-6054-4a4d-9281-49dba003acf3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.577044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired lock "refresh_cache-3ac0e0a0-6054-4a4d-9281-49dba003acf3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.577044] env[68934]: DEBUG nova.network.neutron [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.606034] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135535, 'name': Rename_Task, 'duration_secs': 0.17926} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.607443] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.607443] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e15f16-a1eb-4a1d-a4ce-d9375ded454f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.616468] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1109.616468] env[68934]: value = "task-3135539" [ 1109.616468] env[68934]: _type = "Task" [ 1109.616468] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.627926] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.744843] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb9c120-a204-45f9-9092-a66fb1782484 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.755588] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850c7be7-7cd4-42f4-93a4-9368aa131854 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.793615] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e5e291-1436-434a-b3cc-492e88e0e81c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.802421] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c5d169-0b22-4fdb-91e2-43f704d358c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.819721] env[68934]: DEBUG nova.compute.provider_tree [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.831685] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.875200] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135538, 'name': Rename_Task, 'duration_secs': 0.152991} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.875368] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.875545] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-331d6bf5-7fbb-4132-96a6-2c39a2d1a098 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.882985] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1109.882985] env[68934]: value = "task-3135542" [ 1109.882985] env[68934]: _type = "Task" [ 1109.882985] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.893274] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.940522] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc3e83-3103-f1ca-e36e-20f6caf6bff2/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1109.941520] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb3ada-4ac9-4b76-a14c-973c856a2202 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.948793] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc3e83-3103-f1ca-e36e-20f6caf6bff2/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1109.949023] env[68934]: ERROR oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc3e83-3103-f1ca-e36e-20f6caf6bff2/disk-0.vmdk due to incomplete transfer. [ 1109.949304] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c8492852-7ada-4b6d-b001-ff0356e7a11f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.958400] env[68934]: DEBUG oslo_vmware.rw_handles [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc3e83-3103-f1ca-e36e-20f6caf6bff2/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1109.958701] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Uploaded image 1cf67ed3-5098-4eb2-964b-2443ca1a1b60 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1109.961427] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1109.961745] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d177763e-b41e-4274-9ea2-c7587847f1eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.970440] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1109.970440] env[68934]: value = "task-3135543" [ 1109.970440] env[68934]: _type = "Task" [ 1109.970440] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.979603] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135543, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.989199] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.989527] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.989628] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.989820] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.989971] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.990173] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.990486] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.990656] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.990822] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.990988] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.991176] env[68934]: DEBUG nova.virt.hardware [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.996679] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.996965] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1d07cc-3684-430a-a53f-1e243896e342 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.017587] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1110.017587] env[68934]: value = "task-3135544" [ 1110.017587] env[68934]: _type = "Task" [ 1110.017587] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.027072] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.127909] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.128816] env[68934]: DEBUG nova.network.neutron [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.326429] env[68934]: DEBUG nova.scheduler.client.report [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.336749] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.394839] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.481924] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135543, 'name': Destroy_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.528259] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135544, 'name': ReconfigVM_Task, 'duration_secs': 0.314491} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.528599] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.529458] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400cd0f1-4f08-49ee-8c15-3834f3c01f26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.558932] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 4655a315-f020-4ba4-be68-8d80ecf92128/4655a315-f020-4ba4-be68-8d80ecf92128.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.559586] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf152bc-c35a-41c1-ba32-7e404c922195 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.582713] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1110.582713] env[68934]: value = "task-3135545" [ 1110.582713] env[68934]: _type = "Task" [ 1110.582713] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.591363] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.628213] env[68934]: DEBUG oslo_vmware.api [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135539, 'name': PowerOnVM_Task, 'duration_secs': 0.581953} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.628512] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.628707] env[68934]: INFO nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1110.628897] env[68934]: DEBUG nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.629863] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3317ccd9-1cf0-4f81-8797-2bfdd19dcacd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.740266] env[68934]: DEBUG nova.network.neutron [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Updating instance_info_cache with network_info: [{"id": "88ee5791-f483-425c-bdfb-de15bf972bcd", "address": "fa:16:3e:e5:7a:7d", "network": {"id": "96a9c327-537a-444e-b152-348d3d01b3ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-220994300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b691320c884f489c983fa95ede09540a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ee5791-f4", "ovs_interfaceid": "88ee5791-f483-425c-bdfb-de15bf972bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.849316] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135537, 'name': ReconfigVM_Task, 'duration_secs': 1.424844} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.849622] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] af7704ad-1fc2-4105-b273-0bfba1d69b1c/af7704ad-1fc2-4105-b273-0bfba1d69b1c.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.849902] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance 'af7704ad-1fc2-4105-b273-0bfba1d69b1c' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.897586] env[68934]: DEBUG oslo_vmware.api [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135542, 'name': PowerOnVM_Task, 'duration_secs': 0.702864} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.898270] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.898729] env[68934]: INFO nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1110.899176] env[68934]: DEBUG nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.900276] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59be9aa6-8a84-4f43-a1a5-3d20ee4b93d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.958765] env[68934]: DEBUG nova.compute.manager [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Received event network-changed-88ee5791-f483-425c-bdfb-de15bf972bcd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.959104] env[68934]: DEBUG nova.compute.manager [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Refreshing instance network info cache due to event network-changed-88ee5791-f483-425c-bdfb-de15bf972bcd. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.959212] env[68934]: DEBUG oslo_concurrency.lockutils [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] Acquiring lock "refresh_cache-3ac0e0a0-6054-4a4d-9281-49dba003acf3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.983194] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135543, 'name': Destroy_Task, 'duration_secs': 0.554014} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.983497] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Destroyed the VM [ 1110.983750] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1110.984033] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81d1d2c7-6416-4644-bf73-3e9c9578e820 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.993618] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1110.993618] env[68934]: value = "task-3135546" [ 1110.993618] env[68934]: _type = "Task" [ 1110.993618] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.004685] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135546, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.092658] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135545, 'name': ReconfigVM_Task, 'duration_secs': 0.300139} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.093822] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 4655a315-f020-4ba4-be68-8d80ecf92128/4655a315-f020-4ba4-be68-8d80ecf92128.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.093822] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance '4655a315-f020-4ba4-be68-8d80ecf92128' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.152523] env[68934]: INFO nova.compute.manager [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Took 21.41 seconds to build instance. [ 1111.243882] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Releasing lock "refresh_cache-3ac0e0a0-6054-4a4d-9281-49dba003acf3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.244318] env[68934]: DEBUG nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Instance network_info: |[{"id": "88ee5791-f483-425c-bdfb-de15bf972bcd", "address": "fa:16:3e:e5:7a:7d", "network": {"id": "96a9c327-537a-444e-b152-348d3d01b3ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-220994300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b691320c884f489c983fa95ede09540a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ee5791-f4", "ovs_interfaceid": "88ee5791-f483-425c-bdfb-de15bf972bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.244548] env[68934]: DEBUG oslo_concurrency.lockutils [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] Acquired lock "refresh_cache-3ac0e0a0-6054-4a4d-9281-49dba003acf3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.244755] env[68934]: DEBUG nova.network.neutron [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Refreshing network info cache for port 88ee5791-f483-425c-bdfb-de15bf972bcd {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.246121] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:7a:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ee5791-f483-425c-bdfb-de15bf972bcd', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.255524] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.259818] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.260565] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb561b28-305a-44aa-81aa-b84ee3020166 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.287280] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.287280] env[68934]: value = "task-3135547" [ 1111.287280] env[68934]: _type = "Task" [ 1111.287280] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.301335] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135547, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.345147] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.501s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.345379] env[68934]: DEBUG nova.compute.manager [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68934) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1111.348416] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.017s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.348661] env[68934]: DEBUG nova.objects.instance [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'resources' on Instance uuid 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.356236] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50748e99-fe3d-4d7a-8f0d-6802114b6de9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.384912] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5593e647-34ed-46e2-aaa4-7adad9e9d215 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.406894] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance 'af7704ad-1fc2-4105-b273-0bfba1d69b1c' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.420989] env[68934]: INFO nova.compute.manager [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Took 22.00 seconds to build instance. [ 1111.504790] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135546, 'name': RemoveSnapshot_Task, 'duration_secs': 0.442673} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.505083] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1111.505380] env[68934]: DEBUG nova.compute.manager [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.506190] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81131e0a-4456-413e-81c0-bba836b19e24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546872] env[68934]: DEBUG nova.network.neutron [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Updated VIF entry in instance network info cache for port 88ee5791-f483-425c-bdfb-de15bf972bcd. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.547468] env[68934]: DEBUG nova.network.neutron [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Updating instance_info_cache with network_info: [{"id": "88ee5791-f483-425c-bdfb-de15bf972bcd", "address": "fa:16:3e:e5:7a:7d", "network": {"id": "96a9c327-537a-444e-b152-348d3d01b3ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-220994300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b691320c884f489c983fa95ede09540a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ee5791-f4", "ovs_interfaceid": "88ee5791-f483-425c-bdfb-de15bf972bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.601420] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c057302d-7c06-4602-bce3-0ac751ac8f32 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.621397] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee2e3b-d44e-4ba1-bde0-43d4c3da4015 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.643748] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance '4655a315-f020-4ba4-be68-8d80ecf92128' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.653425] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e45b82bf-624c-45ec-a07d-b195b13de4ac tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.924s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.798221] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135547, 'name': CreateVM_Task, 'duration_secs': 0.38315} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.798939] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.799308] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.799545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.799878] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.800147] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e31b6e4-5041-46c5-86d9-2c03ac526c97 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.805556] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1111.805556] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218653c-7fdc-23e5-6a7d-cd18a9af127c" [ 1111.805556] env[68934]: _type = "Task" [ 1111.805556] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.814343] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218653c-7fdc-23e5-6a7d-cd18a9af127c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.925262] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e6a19b6e-9818-4df3-8a8c-c03663e99700 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "04a44939-c3a6-4129-a122-65e47800ce82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.515s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.929513] env[68934]: INFO nova.scheduler.client.report [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted allocation for migration 10e0fd73-46e2-4def-b4d3-31bf90db40be [ 1112.004024] env[68934]: DEBUG nova.network.neutron [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Port 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.020816] env[68934]: INFO nova.compute.manager [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Shelve offloading [ 1112.050070] env[68934]: DEBUG oslo_concurrency.lockutils [req-bf772066-e0d7-41cd-99ef-ca09715be3f4 req-c109cd9b-5566-4c2c-8be3-6fcba6a51298 service nova] Releasing lock "refresh_cache-3ac0e0a0-6054-4a4d-9281-49dba003acf3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.191825] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7624d76-1c9e-458b-9904-10a4471ba58f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.199973] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e15e7-2220-4789-824f-7f2fdd37ea3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.231962] env[68934]: DEBUG nova.network.neutron [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Port 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.235964] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2752b66-cd83-4913-9e69-da2ad9a96d2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.242498] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f744691-6ca1-43bb-8e54-3d9659c026d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.257693] env[68934]: DEBUG nova.compute.provider_tree [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.323578] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5218653c-7fdc-23e5-6a7d-cd18a9af127c, 'name': SearchDatastore_Task, 'duration_secs': 0.019004} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.325559] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.328017] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.328017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.328017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.328017] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.328017] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c030265-d603-432b-8b7a-1a06cdb5e38b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.341021] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.341021] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.341021] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3c2fa0-81c1-4a34-a3be-56985234b1d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.348253] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1112.348253] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274397a-5f87-9e10-ed54-2bbc7c60eef4" [ 1112.348253] env[68934]: _type = "Task" [ 1112.348253] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.359880] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274397a-5f87-9e10-ed54-2bbc7c60eef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.438660] env[68934]: DEBUG oslo_concurrency.lockutils [None req-78a2f5ed-3f2e-420e-8ddc-284c4ba6b94f tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.058s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.529423] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.529423] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612bfccc-b1dc-4764-a642-80e566d74e1e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.535513] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1112.535513] env[68934]: value = "task-3135549" [ 1112.535513] env[68934]: _type = "Task" [ 1112.535513] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.546568] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1112.546983] env[68934]: DEBUG nova.compute.manager [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.547915] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d44ff-d73a-49f1-a02e-57d60210de98 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.556257] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.556257] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.556257] env[68934]: DEBUG nova.network.neutron [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.761460] env[68934]: DEBUG nova.scheduler.client.report [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.864753] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5274397a-5f87-9e10-ed54-2bbc7c60eef4, 'name': SearchDatastore_Task, 'duration_secs': 0.01911} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.865559] env[68934]: DEBUG nova.objects.instance [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'flavor' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.870105] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36bfeb75-00e6-4bb3-816a-aec5f0bc444a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.879017] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1112.879017] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52785e87-765b-a2c6-8167-388be9780aed" [ 1112.879017] env[68934]: _type = "Task" [ 1112.879017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.891084] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52785e87-765b-a2c6-8167-388be9780aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.028077] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.028469] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.028646] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.098430] env[68934]: DEBUG nova.compute.manager [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.098677] env[68934]: DEBUG nova.compute.manager [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing instance network info cache due to event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.098898] env[68934]: DEBUG oslo_concurrency.lockutils [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.101383] env[68934]: DEBUG oslo_concurrency.lockutils [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.101664] env[68934]: DEBUG nova.network.neutron [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.120559] env[68934]: DEBUG nova.compute.manager [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Received event network-changed-75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.120819] env[68934]: DEBUG nova.compute.manager [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Refreshing instance network info cache due to event network-changed-75e79659-c6f0-4492-8fdb-adfaa3799a7f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.121029] env[68934]: DEBUG oslo_concurrency.lockutils [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] Acquiring lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.121200] env[68934]: DEBUG oslo_concurrency.lockutils [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] Acquired lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.121368] env[68934]: DEBUG nova.network.neutron [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Refreshing network info cache for port 75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.275033] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.275312] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.275493] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.279799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.305912] env[68934]: INFO nova.scheduler.client.report [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted allocations for instance 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10 [ 1113.361559] env[68934]: DEBUG nova.network.neutron [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c211e-38", "ovs_interfaceid": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.370797] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.370973] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.371160] env[68934]: DEBUG nova.network.neutron [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.371337] env[68934]: DEBUG nova.objects.instance [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'info_cache' on Instance uuid 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.388750] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52785e87-765b-a2c6-8167-388be9780aed, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.389738] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.390059] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 3ac0e0a0-6054-4a4d-9281-49dba003acf3/3ac0e0a0-6054-4a4d-9281-49dba003acf3.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.390419] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-465bb7da-da7d-4f26-b45e-6e5dfae6921f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.398844] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1113.398844] env[68934]: value = "task-3135550" [ 1113.398844] env[68934]: _type = "Task" [ 1113.398844] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.408077] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.813567] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08636a98-8582-4d89-8949-db62134fbe94 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.405s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.818617] env[68934]: DEBUG nova.network.neutron [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updated VIF entry in instance network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.818936] env[68934]: DEBUG nova.network.neutron [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.865154] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.874360] env[68934]: DEBUG nova.objects.base [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Object Instance<867ea4f6-aa08-441f-a287-989e37713c27> lazy-loaded attributes: flavor,info_cache {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.910859] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.998067] env[68934]: DEBUG nova.network.neutron [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Updated VIF entry in instance network info cache for port 75e79659-c6f0-4492-8fdb-adfaa3799a7f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.998067] env[68934]: DEBUG nova.network.neutron [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Updating instance_info_cache with network_info: [{"id": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "address": "fa:16:3e:fc:69:6b", "network": {"id": "8243f7ee-fa1b-49ba-bd31-c99dfacf6692", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1011545533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "630496adf0d547b1a323bc258c342c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e79659-c6", "ovs_interfaceid": "75e79659-c6f0-4492-8fdb-adfaa3799a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.077276] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.077276] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.077276] env[68934]: DEBUG nova.network.neutron [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.107348] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.107348] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.107348] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e480a6-76c5-424c-bdc7-ebbc6e0a9310 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.129293] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569d9c10-a6f5-4ecc-8109-39b8fe221a9b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.160824] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-1045c3f2-0b78-41e2-9032-932c67825a8e/volume-1045c3f2-0b78-41e2-9032-932c67825a8e.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.161634] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ba5b77-405d-45a2-8529-21e0c6aae9d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.184898] env[68934]: DEBUG oslo_vmware.api [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1114.184898] env[68934]: value = "task-3135551" [ 1114.184898] env[68934]: _type = "Task" [ 1114.184898] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.195874] env[68934]: DEBUG oslo_vmware.api [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.305743] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.309037] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315faf5c-6695-49f5-a5e5-d0c7aa3ccd95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.321204] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.321738] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d75b5528-cd38-4e99-a37f-a177870a3830 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.323741] env[68934]: DEBUG oslo_concurrency.lockutils [req-a55f1721-18e8-430a-8101-c8d292caa2a8 req-c6862508-3c8f-45e2-b581-3cb5062c080f service nova] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.347933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.348228] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.348577] env[68934]: DEBUG nova.network.neutron [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.410821] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.411156] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.411480] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleting the datastore file [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.415408] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58cff900-cbc1-46b0-9640-8778c915bb7b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.418452] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947935} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.421667] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 3ac0e0a0-6054-4a4d-9281-49dba003acf3/3ac0e0a0-6054-4a4d-9281-49dba003acf3.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.421993] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.422892] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd68ad4-acfe-495e-8b0c-b5a8ef174d47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.430529] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1114.430529] env[68934]: value = "task-3135553" [ 1114.430529] env[68934]: _type = "Task" [ 1114.430529] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.436444] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1114.436444] env[68934]: value = "task-3135554" [ 1114.436444] env[68934]: _type = "Task" [ 1114.436444] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.445221] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.453377] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.500214] env[68934]: DEBUG oslo_concurrency.lockutils [req-872868fd-031b-4046-8cb7-9e481cbbec7d req-5a830d7f-0f6b-4922-86c7-6df6a5b14662 service nova] Releasing lock "refresh_cache-04a44939-c3a6-4129-a122-65e47800ce82" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.628891] env[68934]: DEBUG nova.network.neutron [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [{"id": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "address": "fa:16:3e:a7:09:7f", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623b839-8b", "ovs_interfaceid": "3623b839-8b30-4b1e-bff0-4ac920c2c369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.703486] env[68934]: DEBUG oslo_vmware.api [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135551, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.822216] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.822484] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.822701] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "96519767-acbc-4b7d-9bae-86738667c69e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.822881] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.823061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.825132] env[68934]: INFO nova.compute.manager [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Terminating instance [ 1114.917869] env[68934]: DEBUG nova.network.neutron [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance_info_cache with network_info: [{"id": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "address": "fa:16:3e:90:aa:64", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd5cc2a-e0", "ovs_interfaceid": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.944229] env[68934]: DEBUG oslo_vmware.api [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.947069] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.947312] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.947528] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.953601] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076144} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.953907] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.954858] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524de0bb-32da-4ea2-9d8b-0d0c657db38c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.981910] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3ac0e0a0-6054-4a4d-9281-49dba003acf3/3ac0e0a0-6054-4a4d-9281-49dba003acf3.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.985401] env[68934]: INFO nova.scheduler.client.report [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleted allocations for instance 9a0032fb-1076-487b-9d81-8243a7734cb4 [ 1114.987878] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cb94003-9fba-4974-96d9-d0c67b89477f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.010879] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1115.010879] env[68934]: value = "task-3135555" [ 1115.010879] env[68934]: _type = "Task" [ 1115.010879] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.020433] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.132071] env[68934]: DEBUG oslo_concurrency.lockutils [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-867ea4f6-aa08-441f-a287-989e37713c27" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.138175] env[68934]: DEBUG nova.network.neutron [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance_info_cache with network_info: [{"id": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "address": "fa:16:3e:f6:7c:42", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddb4d1f-43", "ovs_interfaceid": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.141147] env[68934]: DEBUG nova.compute.manager [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.141237] env[68934]: DEBUG nova.compute.manager [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing instance network info cache due to event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.142034] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.142034] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.142034] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.159141] env[68934]: DEBUG nova.compute.manager [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received event network-vif-unplugged-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.159332] env[68934]: DEBUG oslo_concurrency.lockutils [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.159590] env[68934]: DEBUG oslo_concurrency.lockutils [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.159791] env[68934]: DEBUG oslo_concurrency.lockutils [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.159995] env[68934]: DEBUG nova.compute.manager [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] No waiting events found dispatching network-vif-unplugged-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.160568] env[68934]: WARNING nova.compute.manager [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received unexpected event network-vif-unplugged-115c211e-3804-4ee0-9e05-7b2b00904ccf for instance with vm_state shelved_offloaded and task_state None. [ 1115.160913] env[68934]: DEBUG nova.compute.manager [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received event network-changed-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.161149] env[68934]: DEBUG nova.compute.manager [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Refreshing instance network info cache due to event network-changed-115c211e-3804-4ee0-9e05-7b2b00904ccf. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.161405] env[68934]: DEBUG oslo_concurrency.lockutils [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] Acquiring lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.161599] env[68934]: DEBUG oslo_concurrency.lockutils [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] Acquired lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.161809] env[68934]: DEBUG nova.network.neutron [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Refreshing network info cache for port 115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.196287] env[68934]: DEBUG oslo_vmware.api [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135551, 'name': ReconfigVM_Task, 'duration_secs': 0.527621} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.196701] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-1045c3f2-0b78-41e2-9032-932c67825a8e/volume-1045c3f2-0b78-41e2-9032-932c67825a8e.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.202070] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70dc1bb7-1f3b-4ac6-a8df-bbb1d9dba529 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.219960] env[68934]: DEBUG oslo_vmware.api [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1115.219960] env[68934]: value = "task-3135556" [ 1115.219960] env[68934]: _type = "Task" [ 1115.219960] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.228967] env[68934]: DEBUG oslo_vmware.api [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.328896] env[68934]: DEBUG nova.compute.manager [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.329208] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.330193] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa489f-6d45-4108-b202-531bca5e4c24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.339060] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.339374] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ae1287-9281-4184-af8d-614906dd47d6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.347383] env[68934]: DEBUG oslo_vmware.api [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1115.347383] env[68934]: value = "task-3135557" [ 1115.347383] env[68934]: _type = "Task" [ 1115.347383] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.356033] env[68934]: DEBUG oslo_vmware.api [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.420750] env[68934]: DEBUG oslo_concurrency.lockutils [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.504042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.504698] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.504804] env[68934]: DEBUG nova.objects.instance [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lazy-loading 'resources' on Instance uuid 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.531951] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "177a3446-f203-4f1b-950e-5307d8b324d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.532124] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "177a3446-f203-4f1b-950e-5307d8b324d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.533369] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135555, 'name': ReconfigVM_Task, 'duration_secs': 0.335934} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.534119] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3ac0e0a0-6054-4a4d-9281-49dba003acf3/3ac0e0a0-6054-4a4d-9281-49dba003acf3.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.535000] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9a519c8-c2b7-4e71-8712-441a4fdc3a69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.543798] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1115.543798] env[68934]: value = "task-3135558" [ 1115.543798] env[68934]: _type = "Task" [ 1115.543798] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.554878] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135558, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.645211] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.733627] env[68934]: DEBUG oslo_vmware.api [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135556, 'name': ReconfigVM_Task, 'duration_secs': 0.183854} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.735773] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.858869] env[68934]: DEBUG oslo_vmware.api [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135557, 'name': PowerOffVM_Task, 'duration_secs': 0.28412} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.859408] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.859611] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.859871] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828d55f2-2b2a-482c-a5c6-9e5a75df76ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.877154] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updated VIF entry in instance network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.877514] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.945344] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece6ad6e-bebe-4504-9106-5b861d83d7a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.966937] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c3c2b-c707-43a8-9000-c9fa5a3662ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.975672] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance 'af7704ad-1fc2-4105-b273-0bfba1d69b1c' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.008267] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.008541] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.009130] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Deleting the datastore file [datastore1] 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.010016] env[68934]: DEBUG nova.objects.instance [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.012317] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c935ce8d-a33d-4b7e-855c-956ed64d3f58 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.021047] env[68934]: DEBUG oslo_vmware.api [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1116.021047] env[68934]: value = "task-3135560" [ 1116.021047] env[68934]: _type = "Task" [ 1116.021047] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.032369] env[68934]: DEBUG oslo_vmware.api [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.035019] env[68934]: DEBUG nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.057575] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135558, 'name': Rename_Task, 'duration_secs': 0.162012} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.057925] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.059050] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3275d38-2bd6-4dfb-bb1f-3d311d6992f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.069109] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1116.069109] env[68934]: value = "task-3135561" [ 1116.069109] env[68934]: _type = "Task" [ 1116.069109] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.088774] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135561, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.089824] env[68934]: DEBUG nova.network.neutron [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updated VIF entry in instance network info cache for port 115c211e-3804-4ee0-9e05-7b2b00904ccf. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.090162] env[68934]: DEBUG nova.network.neutron [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": null, "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap115c211e-38", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.138618] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.138947] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59abbf60-591d-4299-a1ee-e6b1e89acc5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.148093] env[68934]: DEBUG oslo_vmware.api [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1116.148093] env[68934]: value = "task-3135562" [ 1116.148093] env[68934]: _type = "Task" [ 1116.148093] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.162658] env[68934]: DEBUG oslo_vmware.api [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.176508] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c8a6d0-a800-4452-ab76-0be63bd560ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.201953] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb9de3-256a-4b71-9839-fd677c236082 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.212074] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance '4655a315-f020-4ba4-be68-8d80ecf92128' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.382477] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.382477] env[68934]: DEBUG nova.compute.manager [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.382477] env[68934]: DEBUG nova.compute.manager [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing instance network info cache due to event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.382477] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.382477] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.382477] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.483036] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.483036] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0e589b-0a46-4822-a5bf-9f96616a420e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.492158] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1116.492158] env[68934]: value = "task-3135563" [ 1116.492158] env[68934]: _type = "Task" [ 1116.492158] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.506634] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.517742] env[68934]: DEBUG nova.objects.base [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Object Instance<9a0032fb-1076-487b-9d81-8243a7734cb4> lazy-loaded attributes: resources,numa_topology {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.532150] env[68934]: DEBUG oslo_vmware.api [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229636} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.532387] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.532701] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.533042] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.533442] env[68934]: INFO nova.compute.manager [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1116.533840] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.534195] env[68934]: DEBUG nova.compute.manager [-] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.535048] env[68934]: DEBUG nova.network.neutron [-] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.561387] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.579867] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.594044] env[68934]: DEBUG oslo_concurrency.lockutils [req-277c97c9-2173-42b3-a3e0-c1592c49bbe5 req-e43c605b-ec4a-4796-8896-20978aca82f7 service nova] Releasing lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.668894] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.669205] env[68934]: DEBUG oslo_vmware.api [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.719681] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.720013] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc3ddd2-972e-40ab-98ff-dade579d6e2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.729630] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1116.729630] env[68934]: value = "task-3135564" [ 1116.729630] env[68934]: _type = "Task" [ 1116.729630] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.738897] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.783498] env[68934]: DEBUG nova.objects.instance [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'flavor' on Instance uuid 4c10abfb-bab0-4625-bafb-187ec239efa4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.849299] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126049d-7f86-477e-a91b-d06daaa6f10a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.859242] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a213a45-a6ab-468e-8af7-fe393f5dbb5c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.899660] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160bccb-b1a7-4c19-8ee5-a498b8eb864d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.914049] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0820f-d57d-4b14-9243-c5911520a5f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.930884] env[68934]: DEBUG nova.compute.provider_tree [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.006421] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.080208] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.134913] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updated VIF entry in instance network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.135433] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.169823] env[68934]: DEBUG oslo_vmware.api [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.245494] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.290876] env[68934]: DEBUG oslo_concurrency.lockutils [None req-83a51bb5-3671-40d0-a9df-0d670ba63015 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.312s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.434137] env[68934]: DEBUG nova.scheduler.client.report [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.506776] env[68934]: DEBUG oslo_vmware.api [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135563, 'name': PowerOnVM_Task, 'duration_secs': 0.749855} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.507685] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.508395] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6ea32-d7c2-43b5-93a3-c2ea6f2b92db tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance 'af7704ad-1fc2-4105-b273-0bfba1d69b1c' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.581063] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.640029] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.640451] env[68934]: DEBUG nova.compute.manager [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.640972] env[68934]: DEBUG nova.compute.manager [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing instance network info cache due to event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.640972] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.641135] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.641319] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.660339] env[68934]: DEBUG oslo_vmware.api [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135562, 'name': PowerOnVM_Task, 'duration_secs': 1.492664} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.661019] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.661118] env[68934]: DEBUG nova.compute.manager [None req-33b1ca34-2518-4f10-b809-d1415f83bd16 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.661907] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64af291-ada2-4e17-a2ec-2a78953739d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.664957] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.665417] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.741752] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.788171] env[68934]: DEBUG nova.network.neutron [-] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.825839] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-31ab4fef-c30b-4f76-9293-fe0340826004-4888627d-e13b-4267-8463-caaca67d1499" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.826106] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-31ab4fef-c30b-4f76-9293-fe0340826004-4888627d-e13b-4267-8463-caaca67d1499" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.826544] env[68934]: DEBUG nova.objects.instance [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'flavor' on Instance uuid 31ab4fef-c30b-4f76-9293-fe0340826004 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.893432] env[68934]: DEBUG nova.compute.manager [req-10656257-c960-4166-b613-6e501bffad37 req-9d0c4d16-0361-4c85-88b6-ef2087f534e2 service nova] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Received event network-vif-deleted-762e3f6b-cfc9-4634-bf70-1daa105c5192 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.940312] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.944076] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.383s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.946240] env[68934]: INFO nova.compute.claims [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.049045] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.049286] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.081205] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.175053] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.175053] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.176631] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.177649] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.177984] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.178166] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.178396] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1118.178556] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.242554] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.291125] env[68934]: INFO nova.compute.manager [-] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Took 1.76 seconds to deallocate network for instance. [ 1118.383781] env[68934]: INFO nova.compute.manager [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Rebuilding instance [ 1118.435816] env[68934]: DEBUG nova.objects.instance [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'pci_requests' on Instance uuid 31ab4fef-c30b-4f76-9293-fe0340826004 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.445632] env[68934]: DEBUG nova.compute.manager [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.446706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3064e3-320c-497f-aa35-373c197940c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.459157] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1d06e127-e3de-42d6-8a6b-6522e3f98094 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.632s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.459938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.791s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.460243] env[68934]: INFO nova.compute.manager [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Unshelving [ 1118.553068] env[68934]: DEBUG nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.586451] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.684655] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.749021] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135564, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.758963] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updated VIF entry in instance network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.758963] env[68934]: DEBUG nova.network.neutron [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.797691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.938812] env[68934]: DEBUG nova.objects.base [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Object Instance<31ab4fef-c30b-4f76-9293-fe0340826004> lazy-loaded attributes: flavor,pci_requests {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.939030] env[68934]: DEBUG nova.network.neutron [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.038272] env[68934]: DEBUG nova.policy [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.078834] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.085398] env[68934]: DEBUG oslo_vmware.api [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135561, 'name': PowerOnVM_Task, 'duration_secs': 2.728093} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.085778] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.085893] env[68934]: INFO nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1119.086082] env[68934]: DEBUG nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.086943] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5facca95-5b27-4499-a9ad-0bd3923c0205 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.245576] env[68934]: DEBUG oslo_vmware.api [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135564, 'name': PowerOnVM_Task, 'duration_secs': 2.104344} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.245576] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.245576] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b095d249-0ee7-42e7-b23a-06134912bda7 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance '4655a315-f020-4ba4-be68-8d80ecf92128' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.261800] env[68934]: DEBUG oslo_concurrency.lockutils [req-18fe6ded-0f92-4a52-b9aa-156ca6dd8404 req-a851c2c4-f93b-4f97-913c-65992facaa3a service nova] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.312870] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2760606c-7e49-4fc7-ab40-6dd5460fa4b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.322431] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55714720-9f40-44c0-9120-7ebf3cfc238a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.362179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a90587-8695-4a7c-8729-8220ac79d012 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.372148] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a3073-0951-4aa6-974d-3cbcc50e5577 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.390195] env[68934]: DEBUG nova.compute.provider_tree [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.469933] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.470416] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ffec3a-400d-4f0b-8342-ef3fb21d899e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.480451] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1119.480451] env[68934]: value = "task-3135565" [ 1119.480451] env[68934]: _type = "Task" [ 1119.480451] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.491331] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.492850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.609444] env[68934]: INFO nova.compute.manager [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Took 19.77 seconds to build instance. [ 1119.894051] env[68934]: DEBUG nova.scheduler.client.report [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.992215] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135565, 'name': PowerOffVM_Task, 'duration_secs': 0.508594} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.992444] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.005163] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "867ea4f6-aa08-441f-a287-989e37713c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.005414] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.005615] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "867ea4f6-aa08-441f-a287-989e37713c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.005794] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.005958] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.008261] env[68934]: INFO nova.compute.manager [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Terminating instance [ 1120.052520] env[68934]: INFO nova.compute.manager [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Detaching volume 1045c3f2-0b78-41e2-9032-932c67825a8e [ 1120.088156] env[68934]: INFO nova.virt.block_device [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Attempting to driver detach volume 1045c3f2-0b78-41e2-9032-932c67825a8e from mountpoint /dev/sdb [ 1120.088572] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.089093] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.089720] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32140b2-9358-436c-a5d9-daddd69110db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.116745] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29b74181-2612-4d65-823b-f17a18e75fb6 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.290s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.117611] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d3ec3b-c627-4237-ab49-9fe7b54a134f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.125506] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a763e-04b5-4794-ac69-6aa290523402 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.147795] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79601fec-bf72-4d18-8c0d-789aa91f99d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.164735] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "11487948-8689-4680-b511-bcec1045a7ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.164983] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "11487948-8689-4680-b511-bcec1045a7ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.165206] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "11487948-8689-4680-b511-bcec1045a7ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.165388] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "11487948-8689-4680-b511-bcec1045a7ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.165553] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "11487948-8689-4680-b511-bcec1045a7ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.167272] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] The volume has not been displaced from its original location: [datastore2] volume-1045c3f2-0b78-41e2-9032-932c67825a8e/volume-1045c3f2-0b78-41e2-9032-932c67825a8e.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1120.172531] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.173119] env[68934]: INFO nova.compute.manager [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Terminating instance [ 1120.174421] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3eea39-8672-4db4-8b42-77744d10976e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.194997] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1120.194997] env[68934]: value = "task-3135566" [ 1120.194997] env[68934]: _type = "Task" [ 1120.194997] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.205532] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.387556] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.387875] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.388014] env[68934]: DEBUG nova.compute.manager [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Going to confirm migration 4 {{(pid=68934) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1120.401022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.401022] env[68934]: DEBUG nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.402788] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.718s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.402958] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.403122] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1120.403408] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.606s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.403599] env[68934]: DEBUG nova.objects.instance [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'resources' on Instance uuid 96519767-acbc-4b7d-9bae-86738667c69e {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.405338] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbc46e7-f9ae-44b2-8753-394921260b90 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.415403] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dad004-1afe-4d6b-bcd8-6980a062a6f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.431338] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ffd23a-cce4-402c-8801-b8d0d3bd1517 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.440475] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2023ab-f2c2-4190-a3dc-8fd5b34e91ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.474794] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179135MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1120.474974] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.512533] env[68934]: DEBUG nova.compute.manager [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.512865] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.513935] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db21c4a7-3374-487d-9856-17812dad31bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.521915] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.522201] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-531ca9c3-d987-41de-bc16-3b1a85d35e9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.529801] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1120.529801] env[68934]: value = "task-3135567" [ 1120.529801] env[68934]: _type = "Task" [ 1120.529801] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.538834] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.614827] env[68934]: DEBUG nova.network.neutron [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Successfully updated port: 4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.689754] env[68934]: DEBUG nova.compute.manager [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.690066] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.690946] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e2492-a744-4099-afce-82b3e52b6127 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.701179] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.701742] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ceaa0e-761b-488e-a1bb-7c0a213850ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.706247] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135566, 'name': ReconfigVM_Task, 'duration_secs': 0.339544} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.706529] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.712328] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96f50b3-867f-4643-aa1a-00257436bc48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.722511] env[68934]: DEBUG oslo_vmware.api [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1120.722511] env[68934]: value = "task-3135568" [ 1120.722511] env[68934]: _type = "Task" [ 1120.722511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.728938] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1120.728938] env[68934]: value = "task-3135569" [ 1120.728938] env[68934]: _type = "Task" [ 1120.728938] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.732310] env[68934]: DEBUG oslo_vmware.api [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.740590] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.907074] env[68934]: DEBUG nova.compute.utils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.907956] env[68934]: DEBUG nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.908130] env[68934]: DEBUG nova.network.neutron [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.926965] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.927201] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquired lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.927479] env[68934]: DEBUG nova.network.neutron [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.927733] env[68934]: DEBUG nova.objects.instance [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'info_cache' on Instance uuid af7704ad-1fc2-4105-b273-0bfba1d69b1c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.946853] env[68934]: DEBUG nova.policy [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaca7df5500d4b16b0de4c1824f1c615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc8d3f6dc804e4286f02c5c41a63f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.046157] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.124345] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.124535] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.124709] env[68934]: DEBUG nova.network.neutron [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.204627] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1769cf40-66fe-4bf2-986b-04055d3c12d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.213411] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7ea6be-804b-470e-bd0a-7e80a4be17e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.219781] env[68934]: DEBUG nova.network.neutron [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Successfully created port: 0e272c18-8553-4db7-a49d-b03bfcf26138 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.251196] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba0ec1-dc0e-4067-a62e-d1440b6ed7b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.258875] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.263483] env[68934]: DEBUG oslo_vmware.api [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135568, 'name': PowerOffVM_Task, 'duration_secs': 0.403239} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.264676] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1dbf01-c3d0-48e9-af61-1f91fdaaf34a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.268507] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.268680] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.268907] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68171cdb-8aa4-4aaa-bbf4-07b0c7ff2281 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.281563] env[68934]: DEBUG nova.compute.provider_tree [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.382130] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.382363] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.382549] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleting the datastore file [datastore2] 11487948-8689-4680-b511-bcec1045a7ae {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.382826] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d13a401-f664-4c3c-abe4-0a98931f31a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.390284] env[68934]: DEBUG oslo_vmware.api [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1121.390284] env[68934]: value = "task-3135571" [ 1121.390284] env[68934]: _type = "Task" [ 1121.390284] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.398943] env[68934]: DEBUG oslo_vmware.api [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.408710] env[68934]: DEBUG nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.542419] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.663785] env[68934]: WARNING nova.network.neutron [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] 831e4d87-3158-478a-9145-f891cf48a815 already exists in list: networks containing: ['831e4d87-3158-478a-9145-f891cf48a815']. ignoring it [ 1121.755733] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135569, 'name': ReconfigVM_Task, 'duration_secs': 0.902804} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.756000] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1121.784656] env[68934]: DEBUG nova.scheduler.client.report [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.900758] env[68934]: DEBUG oslo_vmware.api [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138626} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.902972] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.903179] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.903354] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.903526] env[68934]: INFO nova.compute.manager [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1121.903766] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.903957] env[68934]: DEBUG nova.compute.manager [-] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.904062] env[68934]: DEBUG nova.network.neutron [-] [instance: 11487948-8689-4680-b511-bcec1045a7ae] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.978148] env[68934]: DEBUG nova.network.neutron [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4888627d-e13b-4267-8463-caaca67d1499", "address": "fa:16:3e:0a:b4:0b", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4888627d-e1", "ovs_interfaceid": "4888627d-e13b-4267-8463-caaca67d1499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.042084] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135567, 'name': PowerOffVM_Task, 'duration_secs': 1.139925} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.042372] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.042540] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.042928] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe142ae1-5d1c-45f4-b886-7475551415b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.129189] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.129431] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.129616] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleting the datastore file [datastore1] 867ea4f6-aa08-441f-a287-989e37713c27 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.129915] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f49001e-f3d7-406e-b46a-ed9688db3179 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.138284] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1122.138284] env[68934]: value = "task-3135573" [ 1122.138284] env[68934]: _type = "Task" [ 1122.138284] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.147547] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.278796] env[68934]: DEBUG nova.network.neutron [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance_info_cache with network_info: [{"id": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "address": "fa:16:3e:90:aa:64", "network": {"id": "f1ba1f6d-5291-4afd-833f-60c8f944c330", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1481811894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce2f9af11304971af9483a80e7db7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd5cc2a-e0", "ovs_interfaceid": "8bd5cc2a-e015-4ed5-a991-b2dc11b973dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.290886] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.293210] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.214s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.298024] env[68934]: INFO nova.compute.claims [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.312860] env[68934]: INFO nova.scheduler.client.report [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Deleted allocations for instance 96519767-acbc-4b7d-9bae-86738667c69e [ 1122.417235] env[68934]: DEBUG nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.443447] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.443689] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.443846] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.444040] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.444192] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.444340] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.444548] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.444709] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.444876] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.445051] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.445230] env[68934]: DEBUG nova.virt.hardware [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.446140] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23ed1a-9f0d-43e7-ad5a-0c9d092142dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.454778] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce180567-6ea5-4e32-a952-928631718a17 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.481702] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.482429] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.482429] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.484086] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d31ef15-e850-4855-9e65-839e2ae4d25f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.502534] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.502885] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.502885] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.502885] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.503039] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.503194] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.503393] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.503551] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.503815] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.503901] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.504029] env[68934]: DEBUG nova.virt.hardware [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.510428] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Reconfiguring VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1122.511024] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a477538b-c40f-4d19-86b4-7aeefb1b5f1e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.529303] env[68934]: DEBUG oslo_vmware.api [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1122.529303] env[68934]: value = "task-3135574" [ 1122.529303] env[68934]: _type = "Task" [ 1122.529303] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.538017] env[68934]: DEBUG oslo_vmware.api [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135574, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.650011] env[68934]: DEBUG oslo_vmware.api [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162815} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.650327] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.650561] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.650743] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.650918] env[68934]: INFO nova.compute.manager [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1122.651181] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.651380] env[68934]: DEBUG nova.compute.manager [-] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.651483] env[68934]: DEBUG nova.network.neutron [-] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.710487] env[68934]: DEBUG nova.network.neutron [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Successfully updated port: 0e272c18-8553-4db7-a49d-b03bfcf26138 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.781257] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Releasing lock "refresh_cache-af7704ad-1fc2-4105-b273-0bfba1d69b1c" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.781576] env[68934]: DEBUG nova.objects.instance [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lazy-loading 'migration_context' on Instance uuid af7704ad-1fc2-4105-b273-0bfba1d69b1c {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.819335] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.822462] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1ed4e1-d982-4499-842f-c016183d4a81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.824574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc740123-8cff-474b-9eaa-d59925b48625 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "96519767-acbc-4b7d-9bae-86738667c69e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.002s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.832968] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1122.832968] env[68934]: value = "task-3135575" [ 1122.832968] env[68934]: _type = "Task" [ 1122.832968] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.843532] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.988875] env[68934]: DEBUG nova.network.neutron [-] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.039870] env[68934]: DEBUG oslo_vmware.api [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.215019] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "refresh_cache-177a3446-f203-4f1b-950e-5307d8b324d1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.215172] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "refresh_cache-177a3446-f203-4f1b-950e-5307d8b324d1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.215541] env[68934]: DEBUG nova.network.neutron [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.284811] env[68934]: DEBUG nova.objects.base [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.285966] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20861bd1-3f5d-4c5a-aa31-c5a64bcba043 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.311672] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5373395-e047-4b5e-b07e-4d58e5731f71 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.317940] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1123.317940] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5259be08-988e-1223-1d8d-351b1025ed7b" [ 1123.317940] env[68934]: _type = "Task" [ 1123.317940] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.334024] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5259be08-988e-1223-1d8d-351b1025ed7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.334024] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.346578] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.346821] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.347091] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.347907] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493f6cf2-80e7-4299-ab52-cf5770bd0800 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.378983] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db70369-e76d-4997-8109-3b535e29ea2e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.387613] env[68934]: WARNING nova.virt.vmwareapi.driver [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1123.388012] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.388934] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e14a6c-2e47-43b5-a258-8e6068114105 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.400073] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.400516] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-074bf51a-8714-41ab-b5da-59e003eca51d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.479289] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.479604] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.479683] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleting the datastore file [datastore2] 4c10abfb-bab0-4625-bafb-187ec239efa4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.479948] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-233e38e0-ed2b-44ab-b9e3-615833063aa1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.487518] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1123.487518] env[68934]: value = "task-3135577" [ 1123.487518] env[68934]: _type = "Task" [ 1123.487518] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.490977] env[68934]: INFO nova.compute.manager [-] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Took 1.59 seconds to deallocate network for instance. [ 1123.498780] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.542814] env[68934]: DEBUG oslo_vmware.api [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135574, 'name': ReconfigVM_Task, 'duration_secs': 0.925227} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.543367] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.543604] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Reconfigured VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1123.593818] env[68934]: DEBUG nova.network.neutron [-] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.625478] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004a868-6765-4add-bc7c-7d4d391d698b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.635441] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee40ad-a99b-4bb3-9d15-9e8fb7b67d26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.669601] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b2796-3503-4f51-83d7-edffcc65eed5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.678785] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e2237d-bd71-45e5-bf06-de1d2294454f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.695424] env[68934]: DEBUG nova.compute.provider_tree [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.747624] env[68934]: DEBUG nova.network.neutron [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.871094] env[68934]: DEBUG nova.network.neutron [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Updating instance_info_cache with network_info: [{"id": "0e272c18-8553-4db7-a49d-b03bfcf26138", "address": "fa:16:3e:bc:18:3e", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e272c18-85", "ovs_interfaceid": "0e272c18-8553-4db7-a49d-b03bfcf26138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.998250] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152093} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.998511] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.998604] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.998781] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.002203] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.048201] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4e738d72-b417-4b56-ba58-358044f4e6b5 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-31ab4fef-c30b-4f76-9293-fe0340826004-4888627d-e13b-4267-8463-caaca67d1499" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.222s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.097406] env[68934]: INFO nova.compute.manager [-] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Took 1.45 seconds to deallocate network for instance. [ 1124.198407] env[68934]: DEBUG nova.scheduler.client.report [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.373618] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "refresh_cache-177a3446-f203-4f1b-950e-5307d8b324d1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.373967] env[68934]: DEBUG nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Instance network_info: |[{"id": "0e272c18-8553-4db7-a49d-b03bfcf26138", "address": "fa:16:3e:bc:18:3e", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e272c18-85", "ovs_interfaceid": "0e272c18-8553-4db7-a49d-b03bfcf26138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.374434] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:18:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e272c18-8553-4db7-a49d-b03bfcf26138', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.381920] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.382154] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.382377] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54ee43ec-aeb2-498d-a920-fba3184477d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.405042] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.405042] env[68934]: value = "task-3135578" [ 1124.405042] env[68934]: _type = "Task" [ 1124.405042] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.414790] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135578, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.503961] env[68934]: INFO nova.virt.block_device [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Booting with volume 1045c3f2-0b78-41e2-9032-932c67825a8e at /dev/sdb [ 1124.540888] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f14317ae-5e1b-4e93-a587-e08c5b7cd23a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.554703] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deaef05-2cb4-4b7b-b511-46fa32c6a838 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.594505] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16585b11-1a05-4c18-b217-d3031e8573f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.605374] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed84af-a9c8-4d0a-833a-31c45ed0960b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.616721] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.645297] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dac3e7-62e4-4d53-9502-cf07dbcfee75 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.652945] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ccb54-2f5a-4140-b362-918c714d6b8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.667825] env[68934]: DEBUG nova.virt.block_device [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updating existing volume attachment record: a91301dc-093d-463d-b215-a78f054adecd {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.704338] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.704751] env[68934]: DEBUG nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.707766] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.215s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.707982] env[68934]: DEBUG nova.objects.instance [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.915692] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135578, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.213058] env[68934]: DEBUG nova.objects.instance [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.214959] env[68934]: DEBUG nova.compute.utils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.216230] env[68934]: DEBUG nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.216402] env[68934]: DEBUG nova.network.neutron [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.256588] env[68934]: DEBUG nova.policy [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034bb2dcb67a4665843b0c40c89516bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec4e6c5c1c24a5e95286d24f969c28f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.419403] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135578, 'name': CreateVM_Task, 'duration_secs': 0.548862} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.419403] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.420342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.420691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.421254] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.421677] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba19252-d26f-4d4e-b55a-f7726743cc5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.428563] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1125.428563] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b0b415-ac9d-78ad-2f5c-48d5ec7b0d2e" [ 1125.428563] env[68934]: _type = "Task" [ 1125.428563] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.442501] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b0b415-ac9d-78ad-2f5c-48d5ec7b0d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.719779] env[68934]: INFO nova.compute.claims [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.722848] env[68934]: DEBUG nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.753997] env[68934]: DEBUG nova.network.neutron [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Successfully created port: 57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.944458] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b0b415-ac9d-78ad-2f5c-48d5ec7b0d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.944884] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.945087] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.945337] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.945566] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.945818] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.946078] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da49011-2a58-495c-8298-2562ab044753 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.956384] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.956570] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.958451] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595ec5da-aeb2-468a-8c67-02fc7c35c9b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.962037] env[68934]: DEBUG nova.compute.manager [req-692e8750-026b-49bd-8993-c7408f7223e8 req-306945de-79bb-4f22-88c1-67b8b9865a98 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-vif-plugged-4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.962245] env[68934]: DEBUG oslo_concurrency.lockutils [req-692e8750-026b-49bd-8993-c7408f7223e8 req-306945de-79bb-4f22-88c1-67b8b9865a98 service nova] Acquiring lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.962760] env[68934]: DEBUG oslo_concurrency.lockutils [req-692e8750-026b-49bd-8993-c7408f7223e8 req-306945de-79bb-4f22-88c1-67b8b9865a98 service nova] Lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.962760] env[68934]: DEBUG oslo_concurrency.lockutils [req-692e8750-026b-49bd-8993-c7408f7223e8 req-306945de-79bb-4f22-88c1-67b8b9865a98 service nova] Lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.962850] env[68934]: DEBUG nova.compute.manager [req-692e8750-026b-49bd-8993-c7408f7223e8 req-306945de-79bb-4f22-88c1-67b8b9865a98 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] No waiting events found dispatching network-vif-plugged-4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.962954] env[68934]: WARNING nova.compute.manager [req-692e8750-026b-49bd-8993-c7408f7223e8 req-306945de-79bb-4f22-88c1-67b8b9865a98 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received unexpected event network-vif-plugged-4888627d-e13b-4267-8463-caaca67d1499 for instance with vm_state active and task_state None. [ 1125.967531] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1125.967531] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d82be-fdb8-4d75-a6b7-0c45f915dbf3" [ 1125.967531] env[68934]: _type = "Task" [ 1125.967531] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.976248] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d82be-fdb8-4d75-a6b7-0c45f915dbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.177599] env[68934]: DEBUG nova.compute.manager [req-f7ff33a8-2779-4f04-ad3f-84cedf026be3 req-c48c7c2a-27d2-41ec-be76-2aba442f22dd service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Received event network-vif-plugged-0e272c18-8553-4db7-a49d-b03bfcf26138 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.178269] env[68934]: DEBUG oslo_concurrency.lockutils [req-f7ff33a8-2779-4f04-ad3f-84cedf026be3 req-c48c7c2a-27d2-41ec-be76-2aba442f22dd service nova] Acquiring lock "177a3446-f203-4f1b-950e-5307d8b324d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.178525] env[68934]: DEBUG oslo_concurrency.lockutils [req-f7ff33a8-2779-4f04-ad3f-84cedf026be3 req-c48c7c2a-27d2-41ec-be76-2aba442f22dd service nova] Lock "177a3446-f203-4f1b-950e-5307d8b324d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.178700] env[68934]: DEBUG oslo_concurrency.lockutils [req-f7ff33a8-2779-4f04-ad3f-84cedf026be3 req-c48c7c2a-27d2-41ec-be76-2aba442f22dd service nova] Lock "177a3446-f203-4f1b-950e-5307d8b324d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.178869] env[68934]: DEBUG nova.compute.manager [req-f7ff33a8-2779-4f04-ad3f-84cedf026be3 req-c48c7c2a-27d2-41ec-be76-2aba442f22dd service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] No waiting events found dispatching network-vif-plugged-0e272c18-8553-4db7-a49d-b03bfcf26138 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.179046] env[68934]: WARNING nova.compute.manager [req-f7ff33a8-2779-4f04-ad3f-84cedf026be3 req-c48c7c2a-27d2-41ec-be76-2aba442f22dd service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Received unexpected event network-vif-plugged-0e272c18-8553-4db7-a49d-b03bfcf26138 for instance with vm_state building and task_state spawning. [ 1126.483021] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d82be-fdb8-4d75-a6b7-0c45f915dbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.484279] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a487e011-4f96-4746-bc0e-eaab9a0dc2ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.491681] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1126.491681] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52513271-fbac-ee9c-4fba-f9171b5fe530" [ 1126.491681] env[68934]: _type = "Task" [ 1126.491681] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.502720] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52513271-fbac-ee9c-4fba-f9171b5fe530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.737774] env[68934]: DEBUG nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.769909] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.769909] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.769909] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.770124] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.770199] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.770337] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.771297] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.771500] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.771678] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.771846] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.772029] env[68934]: DEBUG nova.virt.hardware [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.778316] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c7b318-7425-49aa-a63e-fe25bfae1b99 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.786409] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "4655a315-f020-4ba4-be68-8d80ecf92128" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.786632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.788718] env[68934]: DEBUG nova.compute.manager [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Going to confirm migration 5 {{(pid=68934) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1126.792450] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018943bb-ca67-4b05-b68a-ecd9980eee1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.815764] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.815902] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.816087] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.816275] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.816421] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.816571] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.816775] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.816941] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.817127] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.817285] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.817458] env[68934]: DEBUG nova.virt.hardware [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.818660] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a13d9d-796e-400e-9844-abdcbfd9e70a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.829040] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2225e502-c4e2-4f99-9eba-d91cd705ff4e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.851895] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:04:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b2360c-e130-404d-b4d8-81f895689423', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.860794] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.862105] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.863314] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b243327-4d25-4100-99cc-1676415a20f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.886655] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.886655] env[68934]: value = "task-3135579" [ 1126.886655] env[68934]: _type = "Task" [ 1126.886655] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.895271] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135579, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.006061] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52513271-fbac-ee9c-4fba-f9171b5fe530, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.008898] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.009316] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 177a3446-f203-4f1b-950e-5307d8b324d1/177a3446-f203-4f1b-950e-5307d8b324d1.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.009844] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fbcb6da-f767-4b2a-a428-474b47c9fe9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.018794] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1127.018794] env[68934]: value = "task-3135580" [ 1127.018794] env[68934]: _type = "Task" [ 1127.018794] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.030633] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.075996] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-31ab4fef-c30b-4f76-9293-fe0340826004-4888627d-e13b-4267-8463-caaca67d1499" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.076297] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-31ab4fef-c30b-4f76-9293-fe0340826004-4888627d-e13b-4267-8463-caaca67d1499" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.100817] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2a299-25de-4384-9a5a-02e7ba5daff4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.109566] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259d0c7-2e41-4f87-a822-e7b2d1fa740f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.143102] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff49a5-00a7-44cb-9a3d-43ab7c3be1dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.152892] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7974fa6d-f144-4f06-b722-d9263cd82cdc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.172710] env[68934]: DEBUG nova.compute.provider_tree [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.376163] env[68934]: DEBUG nova.network.neutron [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Successfully updated port: 57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.403638] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135579, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.434625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.434625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.434625] env[68934]: DEBUG nova.network.neutron [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.434625] env[68934]: DEBUG nova.objects.instance [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lazy-loading 'info_cache' on Instance uuid 4655a315-f020-4ba4-be68-8d80ecf92128 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.534128] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135580, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.579116] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.579324] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.580293] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cc68b7-425c-4db9-ae4a-9d62b791c9ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.598475] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a970bb-9b8c-4ce8-ae2f-02c13b4e50f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.624012] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Reconfiguring VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1127.624304] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1550afe8-9e11-463c-96d4-85ee3d480256 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.644252] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1127.644252] env[68934]: value = "task-3135581" [ 1127.644252] env[68934]: _type = "Task" [ 1127.644252] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.654752] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.676293] env[68934]: DEBUG nova.scheduler.client.report [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.878796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.879066] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.879259] env[68934]: DEBUG nova.network.neutron [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.900485] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135579, 'name': CreateVM_Task, 'duration_secs': 0.547742} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.900613] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.901293] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.901458] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.901773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.902043] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d98881-65ed-4543-a159-e9702016f811 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.907394] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1127.907394] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c4cf20-d32a-fc64-d9d4-8de4afed88ba" [ 1127.907394] env[68934]: _type = "Task" [ 1127.907394] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.917526] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c4cf20-d32a-fc64-d9d4-8de4afed88ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.031824] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568983} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.032127] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 177a3446-f203-4f1b-950e-5307d8b324d1/177a3446-f203-4f1b-950e-5307d8b324d1.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.032382] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.032721] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-438018c4-9691-4330-adcd-a2788ee21e0f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.042264] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1128.042264] env[68934]: value = "task-3135582" [ 1128.042264] env[68934]: _type = "Task" [ 1128.042264] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.051375] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.155981] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.182047] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.474s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.184514] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.709s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.224158] env[68934]: INFO nova.network.neutron [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating port 115c211e-3804-4ee0-9e05-7b2b00904ccf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1128.399183] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-changed-4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.399183] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing instance network info cache due to event network-changed-4888627d-e13b-4267-8463-caaca67d1499. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.399487] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.399487] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.399656] env[68934]: DEBUG nova.network.neutron [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing network info cache for port 4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.419549] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c4cf20-d32a-fc64-d9d4-8de4afed88ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.420355] env[68934]: DEBUG nova.network.neutron [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.422541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.422784] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.423029] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.423178] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.423350] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.423624] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d951074a-52b4-4ebe-9771-8b4d821f55dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.433612] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.433731] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.434509] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c232db0d-b84e-42a9-81d4-e8355a955d8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.440655] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1128.440655] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b8f8cb-68f7-8da7-a9d3-4527e41d9a6e" [ 1128.440655] env[68934]: _type = "Task" [ 1128.440655] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.450713] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b8f8cb-68f7-8da7-a9d3-4527e41d9a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.515506] env[68934]: DEBUG nova.compute.manager [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Received event network-changed-0e272c18-8553-4db7-a49d-b03bfcf26138 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.515758] env[68934]: DEBUG nova.compute.manager [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Refreshing instance network info cache due to event network-changed-0e272c18-8553-4db7-a49d-b03bfcf26138. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.515909] env[68934]: DEBUG oslo_concurrency.lockutils [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] Acquiring lock "refresh_cache-177a3446-f203-4f1b-950e-5307d8b324d1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.516074] env[68934]: DEBUG oslo_concurrency.lockutils [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] Acquired lock "refresh_cache-177a3446-f203-4f1b-950e-5307d8b324d1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.516225] env[68934]: DEBUG nova.network.neutron [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Refreshing network info cache for port 0e272c18-8553-4db7-a49d-b03bfcf26138 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.554492] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067551} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.554975] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.555628] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a46c549-699b-4e4a-8dd3-6b928e7c7569 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.578637] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 177a3446-f203-4f1b-950e-5307d8b324d1/177a3446-f203-4f1b-950e-5307d8b324d1.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.581202] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68038f29-0be5-4bb3-92ed-16f2869ca981 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.602954] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1128.602954] env[68934]: value = "task-3135583" [ 1128.602954] env[68934]: _type = "Task" [ 1128.602954] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.612356] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.659861] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.697668] env[68934]: DEBUG nova.network.neutron [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Updating instance_info_cache with network_info: [{"id": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "address": "fa:16:3e:7b:95:51", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57651bea-ff", "ovs_interfaceid": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.730493] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.731403] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.788682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.788830] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.789091] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.789315] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.789537] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.791646] env[68934]: INFO nova.compute.manager [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Terminating instance [ 1128.806904] env[68934]: DEBUG nova.network.neutron [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance_info_cache with network_info: [{"id": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "address": "fa:16:3e:f6:7c:42", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddb4d1f-43", "ovs_interfaceid": "6ddb4d1f-43a7-4dc1-a3dd-997179c67627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.950640] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b8f8cb-68f7-8da7-a9d3-4527e41d9a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.951498] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2c0460-e4d8-4a05-90e5-7e825d991bfb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.956932] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1128.956932] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ba96a-2d63-d5e8-fa74-070f4c23d4ac" [ 1128.956932] env[68934]: _type = "Task" [ 1128.956932] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.965117] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ba96a-2d63-d5e8-fa74-070f4c23d4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.112702] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135583, 'name': ReconfigVM_Task, 'duration_secs': 0.290731} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.112982] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 177a3446-f203-4f1b-950e-5307d8b324d1/177a3446-f203-4f1b-950e-5307d8b324d1.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.113785] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a202ac45-e25d-4417-813e-c062a122b194 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.122568] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1129.122568] env[68934]: value = "task-3135584" [ 1129.122568] env[68934]: _type = "Task" [ 1129.122568] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.133718] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135584, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.156517] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.199911] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Applying migration context for instance 4655a315-f020-4ba4-be68-8d80ecf92128 as it has an incoming, in-progress migration 4e8aad84-f5d3-46c4-a673-97281dd93fcd. Migration status is confirming {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1129.200170] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Applying migration context for instance af7704ad-1fc2-4105-b273-0bfba1d69b1c as it has an incoming, in-progress migration ffac8b7e-89fe-4aac-9daa-44a3773dc23f. Migration status is finished {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1129.202190] env[68934]: INFO nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating resource usage from migration 4e8aad84-f5d3-46c4-a673-97281dd93fcd [ 1129.202501] env[68934]: INFO nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating resource usage from migration ffac8b7e-89fe-4aac-9daa-44a3773dc23f [ 1129.204680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.204974] env[68934]: DEBUG nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Instance network_info: |[{"id": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "address": "fa:16:3e:7b:95:51", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57651bea-ff", "ovs_interfaceid": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.205558] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:95:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57651bea-ff51-4ab2-af9c-f36b225ad8fe', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.213285] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.213493] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.213712] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78aa7976-a991-448e-821e-1fb1f9db2326 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.229587] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.229779] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 5ec31989-73c7-42f9-8427-b53d2f6df260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.229917] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance ca603e9b-4769-407d-8846-f667067117bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.230036] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 14b949f6-81b9-4198-8e31-60d91b7e30fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.230157] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 47394934-beb4-4c59-8901-f3b5d27ff14a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.230273] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 026148ec-42c5-4054-aa38-16a7d7fcf9a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.230388] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4c10abfb-bab0-4625-bafb-187ec239efa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.230553] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 11487948-8689-4680-b511-bcec1045a7ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1129.230677] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 31ab4fef-c30b-4f76-9293-fe0340826004 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.230802] env[68934]: WARNING nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 867ea4f6-aa08-441f-a287-989e37713c27 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1129.230916] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 856f090e-4390-41c6-8682-07d28e23f056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.231038] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 04a44939-c3a6-4129-a122-65e47800ce82 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.231154] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 0fdebbfe-d47b-45b1-832b-bad1f11e5120 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.231264] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Migration ffac8b7e-89fe-4aac-9daa-44a3773dc23f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1129.231610] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance af7704ad-1fc2-4105-b273-0bfba1d69b1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.231610] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Migration 4e8aad84-f5d3-46c4-a673-97281dd93fcd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1129.231610] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4655a315-f020-4ba4-be68-8d80ecf92128 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.231734] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 3ac0e0a0-6054-4a4d-9281-49dba003acf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.231764] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 177a3446-f203-4f1b-950e-5307d8b324d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.231873] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 9a0032fb-1076-487b-9d81-8243a7734cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.232034] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.233406] env[68934]: DEBUG nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.239544] env[68934]: DEBUG nova.network.neutron [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updated VIF entry in instance network info cache for port 4888627d-e13b-4267-8463-caaca67d1499. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.239962] env[68934]: DEBUG nova.network.neutron [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4888627d-e13b-4267-8463-caaca67d1499", "address": "fa:16:3e:0a:b4:0b", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4888627d-e1", "ovs_interfaceid": "4888627d-e13b-4267-8463-caaca67d1499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.245431] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.245431] env[68934]: value = "task-3135585" [ 1129.245431] env[68934]: _type = "Task" [ 1129.245431] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.256540] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135585, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.295730] env[68934]: DEBUG nova.compute.manager [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.295730] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.296318] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7f4cee-87e2-4cbd-bf8d-77a34b0d6d8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.305070] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.305330] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd6cd20-96e8-49ab-b4a5-223cb4f6a50e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.308638] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-4655a315-f020-4ba4-be68-8d80ecf92128" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.308873] env[68934]: DEBUG nova.objects.instance [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lazy-loading 'migration_context' on Instance uuid 4655a315-f020-4ba4-be68-8d80ecf92128 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.312454] env[68934]: DEBUG oslo_vmware.api [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1129.312454] env[68934]: value = "task-3135586" [ 1129.312454] env[68934]: _type = "Task" [ 1129.312454] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.322693] env[68934]: DEBUG oslo_vmware.api [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.344847] env[68934]: DEBUG nova.network.neutron [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Updated VIF entry in instance network info cache for port 0e272c18-8553-4db7-a49d-b03bfcf26138. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.345258] env[68934]: DEBUG nova.network.neutron [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Updating instance_info_cache with network_info: [{"id": "0e272c18-8553-4db7-a49d-b03bfcf26138", "address": "fa:16:3e:bc:18:3e", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e272c18-85", "ovs_interfaceid": "0e272c18-8553-4db7-a49d-b03bfcf26138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.467644] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522ba96a-2d63-d5e8-fa74-070f4c23d4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.467644] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.467644] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.467915] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78c42cc8-a1e1-4a68-b235-99b66b640958 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.475641] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1129.475641] env[68934]: value = "task-3135587" [ 1129.475641] env[68934]: _type = "Task" [ 1129.475641] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.484251] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.634904] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135584, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.657641] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.669969] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.669969] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.670147] env[68934]: DEBUG nova.network.neutron [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.737815] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1129.737815] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1129.737994] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1129.742753] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.742987] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Received event network-vif-deleted-764c5724-e033-4dd6-bc2c-91469c28e803 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.743189] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Received event network-vif-deleted-3623b839-8b30-4b1e-bff0-4ac920c2c369 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.743361] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Received event network-vif-plugged-57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.743689] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Acquiring lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.743756] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.743880] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.744062] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] No waiting events found dispatching network-vif-plugged-57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.744230] env[68934]: WARNING nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Received unexpected event network-vif-plugged-57651bea-ff51-4ab2-af9c-f36b225ad8fe for instance with vm_state building and task_state spawning. [ 1129.744392] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Received event network-changed-57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.744544] env[68934]: DEBUG nova.compute.manager [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Refreshing instance network info cache due to event network-changed-57651bea-ff51-4ab2-af9c-f36b225ad8fe. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.744726] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Acquiring lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.744861] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Acquired lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.745038] env[68934]: DEBUG nova.network.neutron [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Refreshing network info cache for port 57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.757167] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135585, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.760835] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.811425] env[68934]: DEBUG nova.objects.base [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Object Instance<4655a315-f020-4ba4-be68-8d80ecf92128> lazy-loaded attributes: info_cache,migration_context {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.812297] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a42562e-b011-443b-8b14-e20c02083bee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.827500] env[68934]: DEBUG oslo_vmware.api [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135586, 'name': PowerOffVM_Task, 'duration_secs': 0.262502} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.842517] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.842701] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.844056] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fad0dad4-a81f-4eec-a549-5414de56f90b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.845172] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c5f828-94bb-4485-9470-ae9e73c817cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.847374] env[68934]: DEBUG oslo_concurrency.lockutils [req-a0cc1e1c-dbde-43c8-9984-6c7617d79121 req-3e0e95b0-c2c5-4b06-a839-2adce719bdc8 service nova] Releasing lock "refresh_cache-177a3446-f203-4f1b-950e-5307d8b324d1" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.850797] env[68934]: DEBUG oslo_vmware.api [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1129.850797] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b800a5-baeb-febc-4461-04d4118a2590" [ 1129.850797] env[68934]: _type = "Task" [ 1129.850797] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.861463] env[68934]: DEBUG oslo_vmware.api [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b800a5-baeb-febc-4461-04d4118a2590, 'name': SearchDatastore_Task, 'duration_secs': 0.007253} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.861727] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.915421] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.915849] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.915849] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Deleting the datastore file [datastore2] 3ac0e0a0-6054-4a4d-9281-49dba003acf3 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.916102] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eec06af3-2b76-46eb-8092-153478271c29 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.923779] env[68934]: DEBUG oslo_vmware.api [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1129.923779] env[68934]: value = "task-3135589" [ 1129.923779] env[68934]: _type = "Task" [ 1129.923779] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.937193] env[68934]: DEBUG oslo_vmware.api [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.986784] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.032475] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f246fe5-95a3-420e-854f-ba78e534c954 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.040541] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aff0744-b766-4ae4-8149-cb9963cde207 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.071198] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ed3f2-164d-4a31-9494-8c9ee3d51431 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.078651] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75c01f-f7e5-4d20-9e36-71408c5408cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.093413] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.132413] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135584, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.157863] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.263212] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135585, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.382711] env[68934]: DEBUG nova.network.neutron [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c211e-38", "ovs_interfaceid": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.439278] env[68934]: DEBUG oslo_vmware.api [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141488} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.439278] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.439278] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.439413] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.439478] env[68934]: INFO nova.compute.manager [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.439731] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.439933] env[68934]: DEBUG nova.compute.manager [-] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.440041] env[68934]: DEBUG nova.network.neutron [-] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.489531] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135587, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.513071] env[68934]: DEBUG nova.network.neutron [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Updated VIF entry in instance network info cache for port 57651bea-ff51-4ab2-af9c-f36b225ad8fe. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.513427] env[68934]: DEBUG nova.network.neutron [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Updating instance_info_cache with network_info: [{"id": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "address": "fa:16:3e:7b:95:51", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57651bea-ff", "ovs_interfaceid": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.596697] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.622478] env[68934]: DEBUG nova.compute.manager [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received event network-vif-plugged-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.622725] env[68934]: DEBUG oslo_concurrency.lockutils [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.623393] env[68934]: DEBUG oslo_concurrency.lockutils [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.623694] env[68934]: DEBUG oslo_concurrency.lockutils [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.623873] env[68934]: DEBUG nova.compute.manager [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] No waiting events found dispatching network-vif-plugged-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.624120] env[68934]: WARNING nova.compute.manager [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received unexpected event network-vif-plugged-115c211e-3804-4ee0-9e05-7b2b00904ccf for instance with vm_state shelved_offloaded and task_state spawning. [ 1130.624308] env[68934]: DEBUG nova.compute.manager [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received event network-changed-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.624766] env[68934]: DEBUG nova.compute.manager [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Refreshing instance network info cache due to event network-changed-115c211e-3804-4ee0-9e05-7b2b00904ccf. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.624766] env[68934]: DEBUG oslo_concurrency.lockutils [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] Acquiring lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.639858] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135584, 'name': Rename_Task, 'duration_secs': 1.162152} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.640211] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.640930] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9704b72c-0afe-44df-8039-c86691e862bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.654862] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1130.654862] env[68934]: value = "task-3135590" [ 1130.654862] env[68934]: _type = "Task" [ 1130.654862] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.663787] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.665337] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.760507] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135585, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.886217] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.888050] env[68934]: DEBUG oslo_concurrency.lockutils [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] Acquired lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.888256] env[68934]: DEBUG nova.network.neutron [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Refreshing network info cache for port 115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.916106] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='64e5af19a43263328cf329b2a7a09735',container_format='bare',created_at=2025-03-21T14:07:51Z,direct_url=,disk_format='vmdk',id=1cf67ed3-5098-4eb2-964b-2443ca1a1b60,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1173961742-shelved',owner='9776dc2601ca4dd8bc4ee12cb40839e1',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-21T14:08:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.916360] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.916556] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.916829] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.917240] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.917240] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.917337] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.917493] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.917694] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.917864] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.918049] env[68934]: DEBUG nova.virt.hardware [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.919234] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a3390-701a-4062-b299-12e160b8ab20 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.929140] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6456aac-de69-4b31-8f79-f2245afe3f63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.947529] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:21:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '115c211e-3804-4ee0-9e05-7b2b00904ccf', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.955461] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.955765] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.956028] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b36f7956-809c-4a01-a53b-112cb0d2eef8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.978729] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.978729] env[68934]: value = "task-3135591" [ 1130.978729] env[68934]: _type = "Task" [ 1130.978729] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.991047] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135587, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.21574} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.994064] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.994303] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.994519] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135591, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.994721] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b05a822-e9a4-486f-8139-3e3929c53c97 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.002194] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1131.002194] env[68934]: value = "task-3135592" [ 1131.002194] env[68934]: _type = "Task" [ 1131.002194] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.010894] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.016673] env[68934]: DEBUG oslo_concurrency.lockutils [req-55d0f8ad-cf02-4748-9797-4c0c7774e843 req-33b758e4-01d3-4e76-b616-a8c84483f91d service nova] Releasing lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.101835] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1131.102087] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.918s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.102369] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.770s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.167555] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.167815] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.216186] env[68934]: DEBUG nova.network.neutron [-] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.260218] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135585, 'name': CreateVM_Task, 'duration_secs': 1.574296} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.260406] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.261097] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.261268] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.261602] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.261865] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fcc837-77d5-4095-a32b-fcb2a40f291b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.266896] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1131.266896] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e45e03-abe0-e4ad-a56f-062e41f478e1" [ 1131.266896] env[68934]: _type = "Task" [ 1131.266896] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.275181] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e45e03-abe0-e4ad-a56f-062e41f478e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.494450] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135591, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.511988] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.588347] env[68934]: DEBUG nova.network.neutron [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updated VIF entry in instance network info cache for port 115c211e-3804-4ee0-9e05-7b2b00904ccf. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.588928] env[68934]: DEBUG nova.network.neutron [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c211e-38", "ovs_interfaceid": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.664860] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.670946] env[68934]: DEBUG oslo_vmware.api [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135590, 'name': PowerOnVM_Task, 'duration_secs': 0.538437} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.671243] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.671443] env[68934]: INFO nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1131.671622] env[68934]: DEBUG nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.672940] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f88e6-3e8a-4647-ac04-cb2ef8a39d11 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.719221] env[68934]: INFO nova.compute.manager [-] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Took 1.28 seconds to deallocate network for instance. [ 1131.779642] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e45e03-abe0-e4ad-a56f-062e41f478e1, 'name': SearchDatastore_Task, 'duration_secs': 0.022471} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.779960] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.780197] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.780431] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.780607] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.780793] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.781065] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ab5b2ae-ebd9-485c-b620-0b71c44538a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.796027] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.796212] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.799114] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cb9240-a885-49b3-8610-c0b1c062a429 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.805156] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1131.805156] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5203dff7-c42b-0b78-8cb9-cdcb335f330e" [ 1131.805156] env[68934]: _type = "Task" [ 1131.805156] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.813737] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5203dff7-c42b-0b78-8cb9-cdcb335f330e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.931057] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bbad73-83af-42ce-9df6-7307195b4919 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.940063] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09e987c-6fc7-4f2d-a02d-9ca81e969ce4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.973037] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35769e72-de2b-4955-ae7f-6ec7953c8d5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.982189] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b85bb8e-d63b-4407-8d41-cd621f750445 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.999883] env[68934]: DEBUG nova.compute.provider_tree [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.004653] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135591, 'name': CreateVM_Task, 'duration_secs': 0.860635} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.007995] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.008695] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.008860] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.009458] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.010584] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c229b1c1-75fa-4294-985f-026566abb58a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.017478] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.565323} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.018746] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.019130] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1132.019130] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52289ce0-29c2-d59a-3f1f-5f4064ee173c" [ 1132.019130] env[68934]: _type = "Task" [ 1132.019130] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.019939] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe5899e-9650-4ad0-a1a4-f56615080d9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.030570] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52289ce0-29c2-d59a-3f1f-5f4064ee173c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.048042] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.048325] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53ff911-e4dc-48f8-8a97-16b458d847d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.070490] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1132.070490] env[68934]: value = "task-3135593" [ 1132.070490] env[68934]: _type = "Task" [ 1132.070490] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.079486] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.092387] env[68934]: DEBUG oslo_concurrency.lockutils [req-927d46c3-4256-4e25-8728-247bf13b0650 req-3f74855c-2b57-4eb1-a4fb-b5642f956cda service nova] Releasing lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.162086] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.192933] env[68934]: INFO nova.compute.manager [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Took 15.65 seconds to build instance. [ 1132.227487] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.318713] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5203dff7-c42b-0b78-8cb9-cdcb335f330e, 'name': SearchDatastore_Task, 'duration_secs': 0.034769} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.319126] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0acb442b-a9e6-47e2-b5fa-6a6fdd079f48 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.326755] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1132.326755] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52375aae-0317-ce62-4ff4-3a5dab19eeb8" [ 1132.326755] env[68934]: _type = "Task" [ 1132.326755] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.336585] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52375aae-0317-ce62-4ff4-3a5dab19eeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.506325] env[68934]: DEBUG nova.scheduler.client.report [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.533799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.534064] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Processing image 1cf67ed3-5098-4eb2-964b-2443ca1a1b60 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.534306] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60/1cf67ed3-5098-4eb2-964b-2443ca1a1b60.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.534474] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60/1cf67ed3-5098-4eb2-964b-2443ca1a1b60.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.534682] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.534921] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da4f0f35-39dc-4974-a89b-409ada20140b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.543626] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.543834] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.544557] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4282f31e-1615-41a3-ad08-f1ea7de2e4e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.549978] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1132.549978] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ddb95b-4fa9-fe8e-f676-e346e19a23a8" [ 1132.549978] env[68934]: _type = "Task" [ 1132.549978] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.558780] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ddb95b-4fa9-fe8e-f676-e346e19a23a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.579078] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135593, 'name': ReconfigVM_Task, 'duration_secs': 0.25884} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.579348] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4c10abfb-bab0-4625-bafb-187ec239efa4/4c10abfb-bab0-4625-bafb-187ec239efa4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.580796] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'disk_bus': None, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'image_id': '297b2b7a-7fd5-411b-88f0-e7c59e02aee7'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': 'a91301dc-093d-463d-b215-a78f054adecd', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'}, 'volume_type': None}], 'swap': None} {{(pid=68934) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1132.580990] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1132.581193] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1132.581958] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5aee3a-36ee-482d-83dd-04b9d821b090 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.596991] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3669bf3-3ac5-4795-97c4-df4011ff853f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.621831] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-1045c3f2-0b78-41e2-9032-932c67825a8e/volume-1045c3f2-0b78-41e2-9032-932c67825a8e.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.622092] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e307b783-c8a5-4de9-8297-e069fed72235 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.642025] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1132.642025] env[68934]: value = "task-3135594" [ 1132.642025] env[68934]: _type = "Task" [ 1132.642025] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.647942] env[68934]: DEBUG nova.compute.manager [req-6d373df5-9748-40c5-beb5-3827843df1a7 req-24e7ddc7-8a52-4c68-ad53-1131c3770d1d service nova] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Received event network-vif-deleted-88ee5791-f483-425c-bdfb-de15bf972bcd {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.651549] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.660140] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.695038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a98302f4-a81e-42c5-8edf-259154c61461 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "177a3446-f203-4f1b-950e-5307d8b324d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.163s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.840250] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52375aae-0317-ce62-4ff4-3a5dab19eeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.841280] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.841280] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.841467] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb8e2f6-e82c-46ba-a1fc-7428a9762b2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.850560] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1132.850560] env[68934]: value = "task-3135595" [ 1132.850560] env[68934]: _type = "Task" [ 1132.850560] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.862639] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.063504] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Preparing fetch location {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1133.063828] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Fetch image to [datastore2] OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48/OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48.vmdk {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1133.064035] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Downloading stream optimized image 1cf67ed3-5098-4eb2-964b-2443ca1a1b60 to [datastore2] OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48/OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48.vmdk on the data store datastore2 as vApp {{(pid=68934) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1133.064217] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Downloading image file data 1cf67ed3-5098-4eb2-964b-2443ca1a1b60 to the ESX as VM named 'OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48' {{(pid=68934) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1133.144130] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1133.144130] env[68934]: value = "resgroup-9" [ 1133.144130] env[68934]: _type = "ResourcePool" [ 1133.144130] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1133.147910] env[68934]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e12cc1dd-f2cc-43da-895b-ec9e69135580 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.173905] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135594, 'name': ReconfigVM_Task, 'duration_secs': 0.319793} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.174645] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-1045c3f2-0b78-41e2-9032-932c67825a8e/volume-1045c3f2-0b78-41e2-9032-932c67825a8e.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.183868] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cab9ac5-e956-4e99-8951-d8149ed45972 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.194112] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lease: (returnval){ [ 1133.194112] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9eec-38e3-eeff-8080-0915958a6946" [ 1133.194112] env[68934]: _type = "HttpNfcLease" [ 1133.194112] env[68934]: } obtained for vApp import into resource pool (val){ [ 1133.194112] env[68934]: value = "resgroup-9" [ 1133.194112] env[68934]: _type = "ResourcePool" [ 1133.194112] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1133.194420] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the lease: (returnval){ [ 1133.194420] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9eec-38e3-eeff-8080-0915958a6946" [ 1133.194420] env[68934]: _type = "HttpNfcLease" [ 1133.194420] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.194532] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.200195] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1133.200195] env[68934]: value = "task-3135597" [ 1133.200195] env[68934]: _type = "Task" [ 1133.200195] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.201685] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.201685] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9eec-38e3-eeff-8080-0915958a6946" [ 1133.201685] env[68934]: _type = "HttpNfcLease" [ 1133.201685] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.213861] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.363198] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.517032] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.519340] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.517s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.519531] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.521734] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.905s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.521938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.523659] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.763s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.525156] env[68934]: INFO nova.compute.claims [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.548663] env[68934]: INFO nova.scheduler.client.report [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted allocations for instance 11487948-8689-4680-b511-bcec1045a7ae [ 1133.550556] env[68934]: INFO nova.scheduler.client.report [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted allocations for instance 867ea4f6-aa08-441f-a287-989e37713c27 [ 1133.675613] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.675987] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.683223] env[68934]: DEBUG oslo_vmware.api [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135581, 'name': ReconfigVM_Task, 'duration_secs': 5.84364} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.683830] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.683941] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Reconfigured VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1133.703410] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.703410] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9eec-38e3-eeff-8080-0915958a6946" [ 1133.703410] env[68934]: _type = "HttpNfcLease" [ 1133.703410] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1133.707290] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1133.707290] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9eec-38e3-eeff-8080-0915958a6946" [ 1133.707290] env[68934]: _type = "HttpNfcLease" [ 1133.707290] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1133.708597] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048c15c8-a9ce-4803-ae3d-d76e789e4e6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.716125] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135597, 'name': ReconfigVM_Task, 'duration_secs': 0.290459} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.721371] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.721909] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d30aa-fca0-2251-9ab0-7481214bd23c/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1133.722095] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d30aa-fca0-2251-9ab0-7481214bd23c/disk-0.vmdk. {{(pid=68934) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1133.723393] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebe5b4dd-0e3a-4e2b-9ada-b4397e2dc954 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.788429] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1133.788429] env[68934]: value = "task-3135598" [ 1133.788429] env[68934]: _type = "Task" [ 1133.788429] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.796283] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-394ee66c-ee9d-4c71-83f4-005a49c4f6c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.803586] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135598, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.865441] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54841} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.865898] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.866238] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.866606] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7c3b873-6fa2-4170-973f-2e265a9a956f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.874604] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1133.874604] env[68934]: value = "task-3135599" [ 1133.874604] env[68934]: _type = "Task" [ 1133.874604] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.887687] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.061804] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c09979fa-cad8-420a-ab13-df213b0a35a7 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "11487948-8689-4680-b511-bcec1045a7ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.897s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.063043] env[68934]: DEBUG oslo_concurrency.lockutils [None req-86b45126-02bc-49e2-a1bf-760f726bb85d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "867ea4f6-aa08-441f-a287-989e37713c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.058s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.091485] env[68934]: INFO nova.scheduler.client.report [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted allocation for migration ffac8b7e-89fe-4aac-9daa-44a3773dc23f [ 1134.179297] env[68934]: DEBUG nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.305596] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135598, 'name': Rename_Task, 'duration_secs': 0.169175} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.307810] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.308551] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e47d5a1-49d8-45d8-80a8-fe6228eb3b3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.315612] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1134.315612] env[68934]: value = "task-3135600" [ 1134.315612] env[68934]: _type = "Task" [ 1134.315612] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.327621] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.384853] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070587} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.385181] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.386087] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9cd7ea-8836-4f83-8238-fafadf16718c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.408912] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.413372] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e63b08a6-9815-4b23-9c65-104d6b99d59c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.438441] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1134.438441] env[68934]: value = "task-3135601" [ 1134.438441] env[68934]: _type = "Task" [ 1134.438441] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.449792] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.598961] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.211s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.701746] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.829736] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.853075] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab53ecd6-d3ac-4b51-be4e-9e79ebb6fa8d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.861688] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f13ea-7b60-47f2-8feb-f9eab12e2d14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.898102] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5ea99-00db-4a9e-8939-f0f41cfee9cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.908036] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f95dda-3886-4b77-87f6-e0f9abd6b9af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.924325] env[68934]: DEBUG nova.compute.provider_tree [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.950934] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.967028] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Completed reading data from the image iterator. {{(pid=68934) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1134.967028] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d30aa-fca0-2251-9ab0-7481214bd23c/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1134.967028] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf6b28-de18-4153-a74a-b1fdfdb488d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.973091] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d30aa-fca0-2251-9ab0-7481214bd23c/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1134.973451] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d30aa-fca0-2251-9ab0-7481214bd23c/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1134.973768] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-600b0420-a302-4c48-bb71-244af26f93f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.070453] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.070731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.071264] env[68934]: DEBUG nova.network.neutron [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.172356] env[68934]: DEBUG oslo_vmware.rw_handles [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d30aa-fca0-2251-9ab0-7481214bd23c/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1135.173069] env[68934]: INFO nova.virt.vmwareapi.images [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Downloaded image file data 1cf67ed3-5098-4eb2-964b-2443ca1a1b60 [ 1135.173550] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f444aa0-fdb7-4a3a-9887-ef65e0e36a22 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.193023] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a32d1aaa-ba6a-4b08-807b-2dc0baf2b208 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.219373] env[68934]: INFO nova.virt.vmwareapi.images [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] The imported VM was unregistered [ 1135.222546] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Caching image {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1135.222794] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.223099] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8416891-fef5-4ce0-8376-7974c02ed683 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.234295] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Created directory with path [datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.234489] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48/OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48.vmdk to [datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60/1cf67ed3-5098-4eb2-964b-2443ca1a1b60.vmdk. {{(pid=68934) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1135.234765] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1d23d554-c2f8-4bc9-b127-21f7c82de67e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.241385] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1135.241385] env[68934]: value = "task-3135603" [ 1135.241385] env[68934]: _type = "Task" [ 1135.241385] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.249296] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135603, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.326433] env[68934]: DEBUG oslo_vmware.api [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135600, 'name': PowerOnVM_Task, 'duration_secs': 0.707964} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.327152] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.327152] env[68934]: DEBUG nova.compute.manager [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.327672] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3883be46-dd3a-4b8e-b0b0-ab1922ed790a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.430699] env[68934]: DEBUG nova.scheduler.client.report [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.450443] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135601, 'name': ReconfigVM_Task, 'duration_secs': 0.528891} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.450814] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.451373] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-215550fd-ef8f-4d98-8923-58a3de9e68e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.458489] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1135.458489] env[68934]: value = "task-3135604" [ 1135.458489] env[68934]: _type = "Task" [ 1135.458489] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.465192] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.465853] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.472282] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135604, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.751353] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135603, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.844702] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.924390] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.924668] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.925151] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.925409] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.925589] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.928264] env[68934]: INFO nova.compute.manager [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Terminating instance [ 1135.937161] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.937718] env[68934]: DEBUG nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.942714] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.081s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.971957] env[68934]: DEBUG nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.977088] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135604, 'name': Rename_Task, 'duration_secs': 0.499275} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.979235] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "ca603e9b-4769-407d-8846-f667067117bf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.979540] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.980863] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.981344] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a677c492-cab8-4c67-8b6c-eccd924ca352 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.990338] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1135.990338] env[68934]: value = "task-3135605" [ 1135.990338] env[68934]: _type = "Task" [ 1135.990338] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.008149] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135605, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.201825] env[68934]: INFO nova.network.neutron [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Port 4888627d-e13b-4267-8463-caaca67d1499 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1136.202294] env[68934]: DEBUG nova.network.neutron [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.252172] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135603, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.434033] env[68934]: DEBUG nova.compute.manager [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.435019] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.435273] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47685d-68f4-41c2-9525-016e5205f435 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.444045] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.448295] env[68934]: DEBUG nova.compute.utils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.449920] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17e195ee-cec0-42ee-8923-66f992b3f6ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.452207] env[68934]: DEBUG nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.452389] env[68934]: DEBUG nova.network.neutron [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.460472] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1136.460472] env[68934]: value = "task-3135606" [ 1136.460472] env[68934]: _type = "Task" [ 1136.460472] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.471703] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.494802] env[68934]: INFO nova.compute.manager [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Detaching volume 601000a9-fba8-4d4d-99e6-15b0fd2ff137 [ 1136.507641] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135605, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.513123] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.531061] env[68934]: DEBUG nova.policy [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c42a314e6d4749a54560f5beb0230a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89250f1330624090b52015050638d2a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.551747] env[68934]: INFO nova.virt.block_device [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Attempting to driver detach volume 601000a9-fba8-4d4d-99e6-15b0fd2ff137 from mountpoint /dev/sdb [ 1136.552022] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1136.552382] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627438', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'name': 'volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca603e9b-4769-407d-8846-f667067117bf', 'attached_at': '', 'detached_at': '', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'serial': '601000a9-fba8-4d4d-99e6-15b0fd2ff137'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1136.553787] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef32bf0-6737-4ea9-8880-27424a8dc067 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.584326] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544dfa5e-1229-4b39-9a10-d7cded3362ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.592711] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faddf19d-e057-4a9b-9dbc-46a649146a0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.619342] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc4764-1a0b-4dee-b6ad-ecaa11f2ee44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.636748] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] The volume has not been displaced from its original location: [datastore1] volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137/volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1136.642830] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.647238] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d32cb5a-31ac-4933-a9a4-ebf306720a2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.676298] env[68934]: DEBUG oslo_vmware.api [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1136.676298] env[68934]: value = "task-3135607" [ 1136.676298] env[68934]: _type = "Task" [ 1136.676298] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.688586] env[68934]: DEBUG oslo_vmware.api [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.705142] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.752469] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135603, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.791643] env[68934]: DEBUG nova.compute.manager [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.791848] env[68934]: DEBUG nova.compute.manager [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing instance network info cache due to event network-changed-b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.792190] env[68934]: DEBUG oslo_concurrency.lockutils [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] Acquiring lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.792401] env[68934]: DEBUG oslo_concurrency.lockutils [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] Acquired lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.792571] env[68934]: DEBUG nova.network.neutron [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Refreshing network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.916788] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9769b8-25c8-42cb-94bf-407fa520ec9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.926141] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97a1142-2ad3-47a2-a6d5-9eb47b366fd9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.763943] env[68934]: DEBUG nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.769032] env[68934]: DEBUG oslo_concurrency.lockutils [None req-69d32ebf-2931-4807-9dfa-2af77dad8c66 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-31ab4fef-c30b-4f76-9293-fe0340826004-4888627d-e13b-4267-8463-caaca67d1499" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.693s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.773434] env[68934]: DEBUG nova.network.neutron [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Successfully created port: c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.790143] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6174c4-2b87-416c-826b-115d4532c7b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.804124] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135606, 'name': PowerOffVM_Task, 'duration_secs': 0.219292} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.804518] env[68934]: DEBUG oslo_vmware.api [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135605, 'name': PowerOnVM_Task, 'duration_secs': 0.74307} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.812879] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.813099] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.813396] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.813599] env[68934]: INFO nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1137.813775] env[68934]: DEBUG nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.814407] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135603, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.814686] env[68934]: DEBUG oslo_vmware.api [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135607, 'name': ReconfigVM_Task, 'duration_secs': 0.989525} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.815217] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13ae57a-57e7-4038-b9ea-ded96ca1d8d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.817420] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ac2f8d-1998-4c5e-89c2-bd965ed562b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.820031] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.825795] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e86c4a-76ba-48e0-ae9a-ed19cb35e817 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.832453] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a782600d-f67b-4ad3-9381-e89f9f7a0070 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.860821] env[68934]: DEBUG oslo_vmware.api [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1137.860821] env[68934]: value = "task-3135609" [ 1137.860821] env[68934]: _type = "Task" [ 1137.860821] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.861357] env[68934]: DEBUG nova.compute.provider_tree [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.872604] env[68934]: DEBUG oslo_vmware.api [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.114114] env[68934]: DEBUG nova.network.neutron [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updated VIF entry in instance network info cache for port b1bee35d-0e01-4c5e-803a-518da2dd384c. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.114533] env[68934]: DEBUG nova.network.neutron [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [{"id": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "address": "fa:16:3e:21:4a:03", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bee35d-0e", "ovs_interfaceid": "b1bee35d-0e01-4c5e-803a-518da2dd384c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.283066] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135603, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.994034} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.283066] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48/OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48.vmdk to [datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60/1cf67ed3-5098-4eb2-964b-2443ca1a1b60.vmdk. [ 1138.283066] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Cleaning up location [datastore2] OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1138.283318] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a04a5235-3f98-4e6a-b378-fae2b04ddc48 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.283418] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0baae71-5e78-41c5-a0b2-4dfc3d939157 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.289693] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1138.289693] env[68934]: value = "task-3135610" [ 1138.289693] env[68934]: _type = "Task" [ 1138.289693] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.294672] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-0fdebbfe-d47b-45b1-832b-bad1f11e5120-4888627d-e13b-4267-8463-caaca67d1499" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.294886] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-0fdebbfe-d47b-45b1-832b-bad1f11e5120-4888627d-e13b-4267-8463-caaca67d1499" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.295233] env[68934]: DEBUG nova.objects.instance [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'flavor' on Instance uuid 0fdebbfe-d47b-45b1-832b-bad1f11e5120 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.301097] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.371755] env[68934]: DEBUG nova.scheduler.client.report [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.380195] env[68934]: INFO nova.compute.manager [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Took 19.32 seconds to build instance. [ 1138.384637] env[68934]: DEBUG oslo_vmware.api [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135609, 'name': ReconfigVM_Task, 'duration_secs': 0.415889} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.384852] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627438', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'name': 'volume-601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca603e9b-4769-407d-8846-f667067117bf', 'attached_at': '', 'detached_at': '', 'volume_id': '601000a9-fba8-4d4d-99e6-15b0fd2ff137', 'serial': '601000a9-fba8-4d4d-99e6-15b0fd2ff137'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1138.617883] env[68934]: DEBUG oslo_concurrency.lockutils [req-405cfa5f-99c7-4ad1-aed1-f1e17c27e466 req-81fec8c5-c232-451f-99f3-8fe32bbafa8c service nova] Releasing lock "refresh_cache-31ab4fef-c30b-4f76-9293-fe0340826004" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.717443] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.717443] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.717661] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleting the datastore file [datastore1] af7704ad-1fc2-4105-b273-0bfba1d69b1c {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.717847] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2fc73a4-835a-4cc7-881d-53523912a904 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.724213] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for the task: (returnval){ [ 1138.724213] env[68934]: value = "task-3135611" [ 1138.724213] env[68934]: _type = "Task" [ 1138.724213] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.732253] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.780145] env[68934]: DEBUG nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.801627] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085202} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.803427] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.803607] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60/1cf67ed3-5098-4eb2-964b-2443ca1a1b60.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.803849] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60/1cf67ed3-5098-4eb2-964b-2443ca1a1b60.vmdk to [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.804495] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98fbbc5d-efec-46e1-8ab2-730fa6c22db5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.809759] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.810053] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.810268] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.810502] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.810682] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.810841] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.811062] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.811228] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.811393] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.811584] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.811824] env[68934]: DEBUG nova.virt.hardware [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.812622] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce35509e-0bfd-43b7-a328-fe8e6ee969d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.816651] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1138.816651] env[68934]: value = "task-3135612" [ 1138.816651] env[68934]: _type = "Task" [ 1138.816651] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.823168] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1e62f5-c920-4f07-8af0-12afb4f41dc1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.829463] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.888380] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7f737bfb-4521-4c3e-843c-c51642cc2c96 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.839s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.918780] env[68934]: DEBUG nova.compute.manager [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.918780] env[68934]: DEBUG nova.compute.manager [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing instance network info cache due to event network-changed-3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.918780] env[68934]: DEBUG oslo_concurrency.lockutils [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.918780] env[68934]: DEBUG oslo_concurrency.lockutils [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.918780] env[68934]: DEBUG nova.network.neutron [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.934882] env[68934]: DEBUG nova.objects.instance [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'pci_requests' on Instance uuid 0fdebbfe-d47b-45b1-832b-bad1f11e5120 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.961956] env[68934]: DEBUG nova.objects.instance [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'flavor' on Instance uuid ca603e9b-4769-407d-8846-f667067117bf {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.239170] env[68934]: DEBUG oslo_vmware.api [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Task: {'id': task-3135611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50997} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.239466] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.239650] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.239858] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.240093] env[68934]: INFO nova.compute.manager [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1139.240343] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.240548] env[68934]: DEBUG nova.compute.manager [-] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.241300] env[68934]: DEBUG nova.network.neutron [-] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.327459] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135612, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.353974] env[68934]: DEBUG nova.network.neutron [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Successfully updated port: c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.385971] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.443s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.390979] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.163s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.390979] env[68934]: DEBUG nova.objects.instance [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lazy-loading 'resources' on Instance uuid 3ac0e0a0-6054-4a4d-9281-49dba003acf3 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.437492] env[68934]: DEBUG nova.objects.base [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Object Instance<0fdebbfe-d47b-45b1-832b-bad1f11e5120> lazy-loaded attributes: flavor,pci_requests {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.437737] env[68934]: DEBUG nova.network.neutron [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.648269] env[68934]: DEBUG nova.policy [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7be521d71bd41cdaa50eb7f67fd3a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd401908334f4898ab12b3fdeba11b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.654684] env[68934]: DEBUG nova.network.neutron [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updated VIF entry in instance network info cache for port 3cef149e-2595-4374-8b24-c5df2b80bb07. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.655141] env[68934]: DEBUG nova.network.neutron [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.828792] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135612, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.857494] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.857672] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.857840] env[68934]: DEBUG nova.network.neutron [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.970866] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3fa30112-4d7e-4c37-b5a6-ed83b5caa986 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.991s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.980938] env[68934]: INFO nova.scheduler.client.report [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Deleted allocation for migration 4e8aad84-f5d3-46c4-a673-97281dd93fcd [ 1140.159291] env[68934]: DEBUG oslo_concurrency.lockutils [req-1951b9b3-b6f1-4b4a-a0b7-909148458869 req-0a7239e1-5f7f-43e1-baf9-59d8d1dd8cb0 service nova] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.256022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b738ad8f-7a97-4c82-b50f-725a0711ffc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.265473] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c45b6a-ab13-41e1-a2c3-de700ca5e654 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.302900] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e9de8d-af45-4f88-95ce-f730296015a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.308598] env[68934]: DEBUG nova.compute.manager [req-acc6e1d2-35b6-4dc5-81a1-c18b4d980360 req-7bcfc368-054c-44e9-bb39-b53ef830df1b service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Received event network-vif-deleted-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.309012] env[68934]: INFO nova.compute.manager [req-acc6e1d2-35b6-4dc5-81a1-c18b4d980360 req-7bcfc368-054c-44e9-bb39-b53ef830df1b service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Neutron deleted interface 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc; detaching it from the instance and deleting it from the info cache [ 1140.310078] env[68934]: DEBUG nova.network.neutron [req-acc6e1d2-35b6-4dc5-81a1-c18b4d980360 req-7bcfc368-054c-44e9-bb39-b53ef830df1b service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.320036] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57a63aa-7bf0-4075-a908-130271e4f753 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.338571] env[68934]: DEBUG nova.compute.provider_tree [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.343770] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135612, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.442164] env[68934]: DEBUG nova.network.neutron [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.482430] env[68934]: DEBUG nova.network.neutron [-] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.486583] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c3f94368-8928-4c92-b1ba-b4f0af07fc26 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.699s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.614428] env[68934]: DEBUG nova.network.neutron [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updating instance_info_cache with network_info: [{"id": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "address": "fa:16:3e:98:62:11", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a657ca-4d", "ovs_interfaceid": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.813803] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c21ae3ef-82c2-42ba-aaab-3e59aa9f77d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.829941] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c5f32-6094-478b-b32d-c0b474812134 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.846542] env[68934]: DEBUG nova.scheduler.client.report [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.857801] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.878020] env[68934]: DEBUG nova.compute.manager [req-acc6e1d2-35b6-4dc5-81a1-c18b4d980360 req-7bcfc368-054c-44e9-bb39-b53ef830df1b service nova] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Detach interface failed, port_id=8bd5cc2a-e015-4ed5-a991-b2dc11b973dc, reason: Instance af7704ad-1fc2-4105-b273-0bfba1d69b1c could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.985556] env[68934]: INFO nova.compute.manager [-] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Took 1.74 seconds to deallocate network for instance. [ 1141.118076] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.118635] env[68934]: DEBUG nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Instance network_info: |[{"id": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "address": "fa:16:3e:98:62:11", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a657ca-4d", "ovs_interfaceid": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.120197] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:62:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6a657ca-4dec-4940-ad02-eab67c3f8a5e', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.130021] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.130491] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.131700] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f80cbb-0a8d-4569-892e-fd6f7630c02d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.153515] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.153515] env[68934]: value = "task-3135613" [ 1141.153515] env[68934]: _type = "Task" [ 1141.153515] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.162456] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135613, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.333947] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135612, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.375272] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.377703] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "ca603e9b-4769-407d-8846-f667067117bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.377931] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.378477] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "ca603e9b-4769-407d-8846-f667067117bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.378596] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.378840] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.380691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.679s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.382448] env[68934]: INFO nova.compute.claims [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.385129] env[68934]: INFO nova.compute.manager [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Terminating instance [ 1141.408256] env[68934]: DEBUG nova.compute.manager [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Received event network-vif-plugged-c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.408497] env[68934]: DEBUG oslo_concurrency.lockutils [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.408700] env[68934]: DEBUG oslo_concurrency.lockutils [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.408864] env[68934]: DEBUG oslo_concurrency.lockutils [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.409134] env[68934]: DEBUG nova.compute.manager [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] No waiting events found dispatching network-vif-plugged-c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.409328] env[68934]: WARNING nova.compute.manager [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Received unexpected event network-vif-plugged-c6a657ca-4dec-4940-ad02-eab67c3f8a5e for instance with vm_state building and task_state spawning. [ 1141.409504] env[68934]: DEBUG nova.compute.manager [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Received event network-changed-c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.410026] env[68934]: DEBUG nova.compute.manager [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Refreshing instance network info cache due to event network-changed-c6a657ca-4dec-4940-ad02-eab67c3f8a5e. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.410026] env[68934]: DEBUG oslo_concurrency.lockutils [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] Acquiring lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.410026] env[68934]: DEBUG oslo_concurrency.lockutils [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] Acquired lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.410373] env[68934]: DEBUG nova.network.neutron [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Refreshing network info cache for port c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.412353] env[68934]: INFO nova.scheduler.client.report [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Deleted allocations for instance 3ac0e0a0-6054-4a4d-9281-49dba003acf3 [ 1141.496786] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.666226] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135613, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.706164] env[68934]: DEBUG nova.network.neutron [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Successfully updated port: 4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.834605] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135612, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.63432} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.834985] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1cf67ed3-5098-4eb2-964b-2443ca1a1b60/1cf67ed3-5098-4eb2-964b-2443ca1a1b60.vmdk to [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.835816] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a598de1c-3fc9-4975-8dd2-0d284c0dcf2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.860340] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.861819] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527e705a-e42d-485d-a94b-71dcdf05a143 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.884609] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1141.884609] env[68934]: value = "task-3135614" [ 1141.884609] env[68934]: _type = "Task" [ 1141.884609] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.890683] env[68934]: DEBUG nova.compute.manager [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.890914] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.891851] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1ba110-27c6-4729-aa23-e05cd0f64f25 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.900645] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.903136] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.903396] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c999053-53d4-4a93-8aa9-4d5c35ee6f3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.908778] env[68934]: DEBUG oslo_vmware.api [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1141.908778] env[68934]: value = "task-3135615" [ 1141.908778] env[68934]: _type = "Task" [ 1141.908778] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.923740] env[68934]: DEBUG oslo_vmware.api [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.924176] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a24ad496-89e5-46ab-aef8-7d10c9dda778 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "3ac0e0a0-6054-4a4d-9281-49dba003acf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.135s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.167336] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135613, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.207223] env[68934]: DEBUG nova.network.neutron [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updated VIF entry in instance network info cache for port c6a657ca-4dec-4940-ad02-eab67c3f8a5e. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.207717] env[68934]: DEBUG nova.network.neutron [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updating instance_info_cache with network_info: [{"id": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "address": "fa:16:3e:98:62:11", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a657ca-4d", "ovs_interfaceid": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.209379] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.209547] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.209720] env[68934]: DEBUG nova.network.neutron [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.380767] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "856f090e-4390-41c6-8682-07d28e23f056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.381479] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "856f090e-4390-41c6-8682-07d28e23f056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.381479] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "856f090e-4390-41c6-8682-07d28e23f056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.381652] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "856f090e-4390-41c6-8682-07d28e23f056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.381727] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "856f090e-4390-41c6-8682-07d28e23f056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.384027] env[68934]: INFO nova.compute.manager [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Terminating instance [ 1142.398160] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.421425] env[68934]: DEBUG oslo_vmware.api [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135615, 'name': PowerOffVM_Task, 'duration_secs': 0.300938} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.421425] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.421425] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.421824] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e9f9e5-ee55-4a2a-9d3d-3c932b7e20f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.478208] env[68934]: DEBUG nova.compute.manager [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Received event network-changed-57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.478208] env[68934]: DEBUG nova.compute.manager [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Refreshing instance network info cache due to event network-changed-57651bea-ff51-4ab2-af9c-f36b225ad8fe. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.478208] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Acquiring lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.478352] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Acquired lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.478399] env[68934]: DEBUG nova.network.neutron [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Refreshing network info cache for port 57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.498373] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.499300] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.499300] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleting the datastore file [datastore2] ca603e9b-4769-407d-8846-f667067117bf {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.499300] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73016719-17ed-400e-8285-c75d8130de79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.507017] env[68934]: DEBUG oslo_vmware.api [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1142.507017] env[68934]: value = "task-3135618" [ 1142.507017] env[68934]: _type = "Task" [ 1142.507017] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.516747] env[68934]: DEBUG oslo_vmware.api [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.638367] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc1e20b-e012-436c-a931-22d9109284f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.646349] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03448d7c-0b7b-45b9-99ba-0b747bf14a06 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.680013] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e1629-800a-4199-86f2-63313e873621 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.687180] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135613, 'name': CreateVM_Task, 'duration_secs': 1.014367} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.689018] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.689734] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.689900] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.690228] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.691433] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72e6f34-ae46-482f-94c8-f8f953862af5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.694982] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50876d15-7627-40ab-8112-1a932168e190 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.699420] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1142.699420] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c15bd8-ae66-e45f-2653-78d427dbb17f" [ 1142.699420] env[68934]: _type = "Task" [ 1142.699420] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.707234] env[68934]: DEBUG nova.compute.provider_tree [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.711624] env[68934]: DEBUG oslo_concurrency.lockutils [req-0ccabfb2-f4ee-4184-b6b6-e566e87571a5 req-0e9bb5dd-57fa-40ad-9254-b2326ea09044 service nova] Releasing lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.718627] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c15bd8-ae66-e45f-2653-78d427dbb17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.742649] env[68934]: WARNING nova.network.neutron [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] 831e4d87-3158-478a-9145-f891cf48a815 already exists in list: networks containing: ['831e4d87-3158-478a-9145-f891cf48a815']. ignoring it [ 1142.753875] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "14b949f6-81b9-4198-8e31-60d91b7e30fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.754158] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.754373] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "14b949f6-81b9-4198-8e31-60d91b7e30fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.754559] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.754734] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.756890] env[68934]: INFO nova.compute.manager [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Terminating instance [ 1142.892252] env[68934]: DEBUG nova.compute.manager [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.892578] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.893415] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4809747-6e9e-480e-bc6a-79b98104016d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.905743] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135614, 'name': ReconfigVM_Task, 'duration_secs': 0.804804} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.908134] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4/9a0032fb-1076-487b-9d81-8243a7734cb4.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.908854] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.909295] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31130fad-488c-4e29-8dde-c7702b822a61 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.911151] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9970be51-cc16-4a0d-b3a1-e3beafd48b56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.918329] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1142.918329] env[68934]: value = "task-3135619" [ 1142.918329] env[68934]: _type = "Task" [ 1142.918329] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.919405] env[68934]: DEBUG oslo_vmware.api [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1142.919405] env[68934]: value = "task-3135620" [ 1142.919405] env[68934]: _type = "Task" [ 1142.919405] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.931516] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135619, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.935061] env[68934]: DEBUG oslo_vmware.api [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.019927] env[68934]: DEBUG oslo_vmware.api [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.216307] env[68934]: DEBUG nova.scheduler.client.report [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.226485] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c15bd8-ae66-e45f-2653-78d427dbb17f, 'name': SearchDatastore_Task, 'duration_secs': 0.034213} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.226791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.227057] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.227387] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.227564] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.227826] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.228123] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c2610db-d904-47fb-a719-cfbf6821c583 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.238461] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.238670] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.239621] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638f248d-e57e-486b-8470-1c817ec354ef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.245022] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1143.245022] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520135ad-47e6-8265-0a50-056c19e45291" [ 1143.245022] env[68934]: _type = "Task" [ 1143.245022] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.260686] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520135ad-47e6-8265-0a50-056c19e45291, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.261349] env[68934]: DEBUG nova.compute.manager [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.261546] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.262950] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300c911-9f61-4462-ba31-217749edb15d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.265809] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858e83fc-48f3-4472-9fed-00b50f419df7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.271459] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1143.271459] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523bfa68-207f-71de-75d8-6fc261c8c0aa" [ 1143.271459] env[68934]: _type = "Task" [ 1143.271459] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.274015] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.277035] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2dd0f1e-801f-4428-8b91-a28f95af3983 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.283241] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523bfa68-207f-71de-75d8-6fc261c8c0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.284447] env[68934]: DEBUG oslo_vmware.api [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 1143.284447] env[68934]: value = "task-3135621" [ 1143.284447] env[68934]: _type = "Task" [ 1143.284447] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.300731] env[68934]: DEBUG oslo_vmware.api [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.428269] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "42087fc0-4cfb-4510-85f2-0b11361e6b32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.428544] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.445353] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135619, 'name': Rename_Task, 'duration_secs': 0.28921} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.449022] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.449906] env[68934]: DEBUG oslo_vmware.api [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135620, 'name': PowerOffVM_Task, 'duration_secs': 0.25921} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.450190] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c2c4e8-426b-44ad-aefe-db167638975a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.454593] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.454777] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.455311] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2309d80-79f9-4ed3-9ef7-925670c24a2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.462832] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1143.462832] env[68934]: value = "task-3135622" [ 1143.462832] env[68934]: _type = "Task" [ 1143.462832] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.472590] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.520377] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.520763] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.521052] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Deleting the datastore file [datastore1] 856f090e-4390-41c6-8682-07d28e23f056 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.522218] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd55223-720a-485a-aaa3-c36bea74f2b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.527230] env[68934]: DEBUG oslo_vmware.api [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598069} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.528017] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.528317] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.528586] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.528908] env[68934]: INFO nova.compute.manager [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: ca603e9b-4769-407d-8846-f667067117bf] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1143.529257] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.529541] env[68934]: DEBUG nova.compute.manager [-] [instance: ca603e9b-4769-407d-8846-f667067117bf] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.529677] env[68934]: DEBUG nova.network.neutron [-] [instance: ca603e9b-4769-407d-8846-f667067117bf] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.533050] env[68934]: DEBUG oslo_vmware.api [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for the task: (returnval){ [ 1143.533050] env[68934]: value = "task-3135624" [ 1143.533050] env[68934]: _type = "Task" [ 1143.533050] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.542409] env[68934]: DEBUG oslo_vmware.api [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.585830] env[68934]: DEBUG nova.network.neutron [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4888627d-e13b-4267-8463-caaca67d1499", "address": "fa:16:3e:0a:b4:0b", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4888627d-e1", "ovs_interfaceid": "4888627d-e13b-4267-8463-caaca67d1499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.591131] env[68934]: DEBUG nova.network.neutron [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Updated VIF entry in instance network info cache for port 57651bea-ff51-4ab2-af9c-f36b225ad8fe. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.591608] env[68934]: DEBUG nova.network.neutron [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Updating instance_info_cache with network_info: [{"id": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "address": "fa:16:3e:7b:95:51", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57651bea-ff", "ovs_interfaceid": "57651bea-ff51-4ab2-af9c-f36b225ad8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.722016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.722623] env[68934]: DEBUG nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.725372] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.882s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.725579] env[68934]: DEBUG nova.objects.instance [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1143.783561] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523bfa68-207f-71de-75d8-6fc261c8c0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.783757] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.784035] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] f1c6dfb8-ec9b-4c91-80db-20b2e18530d2/f1c6dfb8-ec9b-4c91-80db-20b2e18530d2.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.784295] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca76205d-36a9-449d-8076-a6c553303310 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.793972] env[68934]: DEBUG oslo_vmware.api [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135621, 'name': PowerOffVM_Task, 'duration_secs': 0.285556} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.795246] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.795435] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.795775] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1143.795775] env[68934]: value = "task-3135625" [ 1143.795775] env[68934]: _type = "Task" [ 1143.795775] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.797266] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981bc46d-a2b0-435b-b65b-ce488ff25a07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.805994] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.857646] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.857932] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.858558] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Deleting the datastore file [datastore1] 14b949f6-81b9-4198-8e31-60d91b7e30fd {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.858558] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2111fd1b-f9af-4bd6-8cac-d6f0bcec3795 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.866486] env[68934]: DEBUG oslo_vmware.api [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for the task: (returnval){ [ 1143.866486] env[68934]: value = "task-3135627" [ 1143.866486] env[68934]: _type = "Task" [ 1143.866486] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.874758] env[68934]: DEBUG oslo_vmware.api [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.940265] env[68934]: DEBUG nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.980062] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.022981] env[68934]: DEBUG nova.compute.manager [req-e7e5c4be-461a-45f7-8618-e71caadaffeb req-1bda8eef-40d9-4d3f-b38e-51be9e8f8d5a service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Received event network-vif-deleted-0836bc18-4a6c-4c20-9176-acd26156c0ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.023238] env[68934]: INFO nova.compute.manager [req-e7e5c4be-461a-45f7-8618-e71caadaffeb req-1bda8eef-40d9-4d3f-b38e-51be9e8f8d5a service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Neutron deleted interface 0836bc18-4a6c-4c20-9176-acd26156c0ac; detaching it from the instance and deleting it from the info cache [ 1144.023455] env[68934]: DEBUG nova.network.neutron [req-e7e5c4be-461a-45f7-8618-e71caadaffeb req-1bda8eef-40d9-4d3f-b38e-51be9e8f8d5a service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.044644] env[68934]: DEBUG oslo_vmware.api [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Task: {'id': task-3135624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241222} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.045012] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.045320] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.045524] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.045939] env[68934]: INFO nova.compute.manager [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1144.045939] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.046221] env[68934]: DEBUG nova.compute.manager [-] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.046287] env[68934]: DEBUG nova.network.neutron [-] [instance: 856f090e-4390-41c6-8682-07d28e23f056] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.088949] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.089702] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.089865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.090800] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a198bbf3-7dad-4a71-ac65-fcfdf2e6138a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.094302] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Releasing lock "refresh_cache-356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.094543] env[68934]: DEBUG nova.compute.manager [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-vif-plugged-4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.094737] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Acquiring lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.094941] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.095141] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.095317] env[68934]: DEBUG nova.compute.manager [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] No waiting events found dispatching network-vif-plugged-4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.095486] env[68934]: WARNING nova.compute.manager [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received unexpected event network-vif-plugged-4888627d-e13b-4267-8463-caaca67d1499 for instance with vm_state active and task_state None. [ 1144.095649] env[68934]: DEBUG nova.compute.manager [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-changed-4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.095804] env[68934]: DEBUG nova.compute.manager [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing instance network info cache due to event network-changed-4888627d-e13b-4267-8463-caaca67d1499. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.096020] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.096204] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.096401] env[68934]: DEBUG nova.network.neutron [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Refreshing network info cache for port 4888627d-e13b-4267-8463-caaca67d1499 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.118639] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.118920] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.119024] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.119218] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.119369] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.119512] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.119720] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.119883] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.120063] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.120232] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.120403] env[68934]: DEBUG nova.virt.hardware [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.126896] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Reconfiguring VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1144.129791] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0468c3-2c23-47c8-9401-f0ea9bc912a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.149409] env[68934]: DEBUG oslo_vmware.api [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1144.149409] env[68934]: value = "task-3135628" [ 1144.149409] env[68934]: _type = "Task" [ 1144.149409] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.158940] env[68934]: DEBUG oslo_vmware.api [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135628, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.229968] env[68934]: DEBUG nova.compute.utils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.234488] env[68934]: DEBUG nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.234693] env[68934]: DEBUG nova.network.neutron [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.281271] env[68934]: DEBUG nova.policy [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaca7df5500d4b16b0de4c1824f1c615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc8d3f6dc804e4286f02c5c41a63f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.310271] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135625, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.377056] env[68934]: DEBUG oslo_vmware.api [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Task: {'id': task-3135627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237427} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.377304] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.377513] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.377708] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.377899] env[68934]: INFO nova.compute.manager [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.378163] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.378362] env[68934]: DEBUG nova.compute.manager [-] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.378459] env[68934]: DEBUG nova.network.neutron [-] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.476064] env[68934]: DEBUG oslo_vmware.api [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135622, 'name': PowerOnVM_Task, 'duration_secs': 0.567209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.477141] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.477433] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.489758] env[68934]: DEBUG nova.network.neutron [-] [instance: ca603e9b-4769-407d-8846-f667067117bf] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.526457] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17055eb6-4ff5-4c3f-8daf-a6a82d30a64c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.539579] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f45412-2057-41cd-9734-65bad2bcc5e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.581466] env[68934]: DEBUG nova.compute.manager [req-e7e5c4be-461a-45f7-8618-e71caadaffeb req-1bda8eef-40d9-4d3f-b38e-51be9e8f8d5a service nova] [instance: ca603e9b-4769-407d-8846-f667067117bf] Detach interface failed, port_id=0836bc18-4a6c-4c20-9176-acd26156c0ac, reason: Instance ca603e9b-4769-407d-8846-f667067117bf could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.596428] env[68934]: DEBUG nova.compute.manager [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.597579] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492047bf-9a2c-4604-8e1f-fa490a23e63e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.664933] env[68934]: DEBUG oslo_vmware.api [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.738381] env[68934]: DEBUG nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.746021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-df76eb1a-13e3-4189-9719-bae6bc6ecf80 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.746021] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.230s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.746021] env[68934]: INFO nova.compute.claims [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.811585] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551316} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.811881] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] f1c6dfb8-ec9b-4c91-80db-20b2e18530d2/f1c6dfb8-ec9b-4c91-80db-20b2e18530d2.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.812135] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.815180] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b258d29-0493-4de1-8ed7-1d1c12367207 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.823477] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1144.823477] env[68934]: value = "task-3135629" [ 1144.823477] env[68934]: _type = "Task" [ 1144.823477] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.832210] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.851553] env[68934]: DEBUG nova.network.neutron [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updated VIF entry in instance network info cache for port 4888627d-e13b-4267-8463-caaca67d1499. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.851982] env[68934]: DEBUG nova.network.neutron [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4888627d-e13b-4267-8463-caaca67d1499", "address": "fa:16:3e:0a:b4:0b", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4888627d-e1", "ovs_interfaceid": "4888627d-e13b-4267-8463-caaca67d1499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.913360] env[68934]: DEBUG nova.network.neutron [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Successfully created port: 06c546bf-97c8-4b02-8162-a6b079bb3977 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.994509] env[68934]: INFO nova.compute.manager [-] [instance: ca603e9b-4769-407d-8846-f667067117bf] Took 1.46 seconds to deallocate network for instance. [ 1145.059200] env[68934]: DEBUG nova.network.neutron [-] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.119582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.658s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.162481] env[68934]: DEBUG oslo_vmware.api [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.333823] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06999} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.334172] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.335117] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c56d64-f3ba-4d95-8daa-edc8ecea86c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.358215] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f1c6dfb8-ec9b-4c91-80db-20b2e18530d2/f1c6dfb8-ec9b-4c91-80db-20b2e18530d2.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.358917] env[68934]: DEBUG oslo_concurrency.lockutils [req-e4cd3441-9916-4ed2-9bda-b601d97de302 req-f27771f0-6217-46c1-8b95-2b5cdcc4d069 service nova] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.359571] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3196aa-2c73-41e9-a741-f9ff85a6e781 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.382076] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1145.382076] env[68934]: value = "task-3135630" [ 1145.382076] env[68934]: _type = "Task" [ 1145.382076] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.394018] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.497240] env[68934]: DEBUG nova.compute.manager [req-b3d66b5a-98f4-4fcd-865f-2c5aaad301e5 req-e8e90095-d726-42cf-bee7-aff44ba452cd service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Received event network-vif-deleted-ab9452ad-627b-44b8-9b69-c2294ccc0314 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.497431] env[68934]: INFO nova.compute.manager [req-b3d66b5a-98f4-4fcd-865f-2c5aaad301e5 req-e8e90095-d726-42cf-bee7-aff44ba452cd service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Neutron deleted interface ab9452ad-627b-44b8-9b69-c2294ccc0314; detaching it from the instance and deleting it from the info cache [ 1145.498995] env[68934]: DEBUG nova.network.neutron [req-b3d66b5a-98f4-4fcd-865f-2c5aaad301e5 req-e8e90095-d726-42cf-bee7-aff44ba452cd service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.500171] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.561744] env[68934]: INFO nova.compute.manager [-] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Took 1.51 seconds to deallocate network for instance. [ 1145.661663] env[68934]: DEBUG oslo_vmware.api [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135628, 'name': ReconfigVM_Task, 'duration_secs': 1.208412} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.661798] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.661962] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Reconfigured VM to attach interface {{(pid=68934) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1145.752629] env[68934]: DEBUG nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.780802] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.781103] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.781274] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.781482] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.781746] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.781873] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.782069] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.782239] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.782408] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.782575] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.782742] env[68934]: DEBUG nova.virt.hardware [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.783617] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbf1054-ce20-473b-952a-64b4e2e39217 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.793276] env[68934]: DEBUG nova.network.neutron [-] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.795831] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7092ff-92c5-43a9-9580-158a2dead0bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.895118] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.966503] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "47394934-beb4-4c59-8901-f3b5d27ff14a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.966764] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.966971] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "47394934-beb4-4c59-8901-f3b5d27ff14a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.967230] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.967435] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.969831] env[68934]: INFO nova.compute.manager [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Terminating instance [ 1146.002408] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a90923b-4c7f-426d-862f-258ddf6d12c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.012017] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0144a6e8-bd01-4f52-83a9-4ad70962d3c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.049898] env[68934]: DEBUG nova.compute.manager [req-b3d66b5a-98f4-4fcd-865f-2c5aaad301e5 req-e8e90095-d726-42cf-bee7-aff44ba452cd service nova] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Detach interface failed, port_id=ab9452ad-627b-44b8-9b69-c2294ccc0314, reason: Instance 14b949f6-81b9-4198-8e31-60d91b7e30fd could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.069022] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.071333] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58003fe1-1f16-4c95-b8d7-eafe56c9838c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.078724] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a54444-ef14-4eda-bde3-481e5741e73f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.109678] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396cc455-9c8f-4878-9404-773912ea19f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.117770] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad270758-6091-4643-9a45-120d62107907 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.131505] env[68934]: DEBUG nova.compute.provider_tree [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.167015] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ac8cc2b-eaac-4bca-9016-99597085349d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-0fdebbfe-d47b-45b1-832b-bad1f11e5120-4888627d-e13b-4267-8463-caaca67d1499" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.872s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.177309] env[68934]: DEBUG nova.compute.manager [req-2aea0ad3-98dd-4c76-9fcc-bba07aa76d48 req-9e429a16-b55b-4d4b-baed-e4e8bef00db2 service nova] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Received event network-vif-deleted-b66e9b1a-f06c-49d0-97c3-1af3827faed0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.300733] env[68934]: INFO nova.compute.manager [-] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Took 1.92 seconds to deallocate network for instance. [ 1146.393153] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.474334] env[68934]: DEBUG nova.compute.manager [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.474817] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.475464] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996d07c5-92b3-4035-8f48-e5b88d60d59e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.483961] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.484275] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d0136b-66ac-4d97-b4bd-81787bb7b272 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.490960] env[68934]: DEBUG oslo_vmware.api [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1146.490960] env[68934]: value = "task-3135631" [ 1146.490960] env[68934]: _type = "Task" [ 1146.490960] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.500904] env[68934]: DEBUG oslo_vmware.api [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.634987] env[68934]: DEBUG nova.scheduler.client.report [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.713904] env[68934]: DEBUG nova.network.neutron [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Successfully updated port: 06c546bf-97c8-4b02-8162-a6b079bb3977 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.807641] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.894192] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135630, 'name': ReconfigVM_Task, 'duration_secs': 1.257141} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.895287] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f1c6dfb8-ec9b-4c91-80db-20b2e18530d2/f1c6dfb8-ec9b-4c91-80db-20b2e18530d2.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.897713] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a06ad50-1554-4e5b-a97a-e84b910239da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.904962] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1146.904962] env[68934]: value = "task-3135632" [ 1146.904962] env[68934]: _type = "Task" [ 1146.904962] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.914274] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135632, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.000933] env[68934]: DEBUG oslo_vmware.api [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135631, 'name': PowerOffVM_Task, 'duration_secs': 0.1983} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.001236] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.001406] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.002611] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-615ee43f-fc75-4a4d-ad9e-1349578c4e69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.066182] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.066396] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.066584] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Deleting the datastore file [datastore2] 47394934-beb4-4c59-8901-f3b5d27ff14a {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.066872] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-903f802c-0fe6-43b0-960f-408a3cb75e1c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.073464] env[68934]: DEBUG oslo_vmware.api [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for the task: (returnval){ [ 1147.073464] env[68934]: value = "task-3135634" [ 1147.073464] env[68934]: _type = "Task" [ 1147.073464] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.081161] env[68934]: DEBUG oslo_vmware.api [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.141324] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.141863] env[68934]: DEBUG nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.144649] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.648s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.144847] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.147421] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.670s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.149061] env[68934]: INFO nova.compute.claims [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.177102] env[68934]: INFO nova.scheduler.client.report [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Deleted allocations for instance af7704ad-1fc2-4105-b273-0bfba1d69b1c [ 1147.216792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "refresh_cache-cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.216989] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "refresh_cache-cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.217190] env[68934]: DEBUG nova.network.neutron [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.402884] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42405a92-6f69-4413-b76d-fcf4d1bd7a0a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.414268] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135632, 'name': Rename_Task, 'duration_secs': 0.155303} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.415948] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.416228] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-59485c49-525e-42f8-bc25-feed0882712a tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Suspending the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1147.416453] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-956bfb5a-621b-484e-b432-02d2b1c1f67f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.417856] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5ce70eb6-5d66-4456-b420-a217ee09ed05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.423962] env[68934]: DEBUG oslo_vmware.api [None req-59485c49-525e-42f8-bc25-feed0882712a tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1147.423962] env[68934]: value = "task-3135636" [ 1147.423962] env[68934]: _type = "Task" [ 1147.423962] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.425170] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1147.425170] env[68934]: value = "task-3135635" [ 1147.425170] env[68934]: _type = "Task" [ 1147.425170] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.443292] env[68934]: DEBUG oslo_vmware.api [None req-59485c49-525e-42f8-bc25-feed0882712a tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135636, 'name': SuspendVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.446488] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.522804] env[68934]: DEBUG nova.compute.manager [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Received event network-vif-plugged-06c546bf-97c8-4b02-8162-a6b079bb3977 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.523033] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] Acquiring lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.526495] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.526495] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.526495] env[68934]: DEBUG nova.compute.manager [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] No waiting events found dispatching network-vif-plugged-06c546bf-97c8-4b02-8162-a6b079bb3977 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.526495] env[68934]: WARNING nova.compute.manager [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Received unexpected event network-vif-plugged-06c546bf-97c8-4b02-8162-a6b079bb3977 for instance with vm_state building and task_state spawning. [ 1147.526495] env[68934]: DEBUG nova.compute.manager [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Received event network-changed-06c546bf-97c8-4b02-8162-a6b079bb3977 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.526495] env[68934]: DEBUG nova.compute.manager [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Refreshing instance network info cache due to event network-changed-06c546bf-97c8-4b02-8162-a6b079bb3977. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.526495] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] Acquiring lock "refresh_cache-cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.583723] env[68934]: DEBUG oslo_vmware.api [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Task: {'id': task-3135634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240811} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.584055] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.584250] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.584428] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.584602] env[68934]: INFO nova.compute.manager [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1147.584859] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.585075] env[68934]: DEBUG nova.compute.manager [-] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.585173] env[68934]: DEBUG nova.network.neutron [-] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.654059] env[68934]: DEBUG nova.compute.utils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.658039] env[68934]: DEBUG nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.658199] env[68934]: DEBUG nova.network.neutron [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.686957] env[68934]: DEBUG oslo_concurrency.lockutils [None req-14d41d0b-ffe6-4199-afa2-822dee653dc9 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Lock "af7704ad-1fc2-4105-b273-0bfba1d69b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.762s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.722380] env[68934]: DEBUG nova.policy [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '588776fae7534d58b3ff5b415c73e12c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493068d90d504d7abc1d61f5a50b7af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.754117] env[68934]: DEBUG nova.network.neutron [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.816578] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "interface-0fdebbfe-d47b-45b1-832b-bad1f11e5120-4888627d-e13b-4267-8463-caaca67d1499" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.816832] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-0fdebbfe-d47b-45b1-832b-bad1f11e5120-4888627d-e13b-4267-8463-caaca67d1499" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.892546] env[68934]: DEBUG nova.network.neutron [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Updating instance_info_cache with network_info: [{"id": "06c546bf-97c8-4b02-8162-a6b079bb3977", "address": "fa:16:3e:47:4a:14", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c546bf-97", "ovs_interfaceid": "06c546bf-97c8-4b02-8162-a6b079bb3977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.937980] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.941017] env[68934]: DEBUG oslo_vmware.api [None req-59485c49-525e-42f8-bc25-feed0882712a tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135636, 'name': SuspendVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.164605] env[68934]: DEBUG nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.319979] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.319979] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.321250] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb6ab1-774f-4e7d-924e-6e2d0921c6d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.341955] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe75430-ca44-4aba-bd49-55034886c26a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.374790] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Reconfiguring VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1148.377831] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f10b134-1636-4344-991f-9302d6088425 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.395143] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "refresh_cache-cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.395415] env[68934]: DEBUG nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Instance network_info: |[{"id": "06c546bf-97c8-4b02-8162-a6b079bb3977", "address": "fa:16:3e:47:4a:14", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c546bf-97", "ovs_interfaceid": "06c546bf-97c8-4b02-8162-a6b079bb3977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.396717] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] Acquired lock "refresh_cache-cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.396961] env[68934]: DEBUG nova.network.neutron [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Refreshing network info cache for port 06c546bf-97c8-4b02-8162-a6b079bb3977 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.398156] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:4a:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c546bf-97c8-4b02-8162-a6b079bb3977', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.406507] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.406728] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1148.406728] env[68934]: value = "task-3135637" [ 1148.406728] env[68934]: _type = "Task" [ 1148.406728] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.411588] env[68934]: DEBUG nova.network.neutron [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Successfully created port: 366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.413908] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.416902] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43bccfbe-8156-41a4-9a87-03122a02d264 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.452607] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.452915] env[68934]: DEBUG oslo_vmware.api [None req-59485c49-525e-42f8-bc25-feed0882712a tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135636, 'name': SuspendVM_Task, 'duration_secs': 0.648785} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.455810] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-59485c49-525e-42f8-bc25-feed0882712a tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Suspended the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1148.456152] env[68934]: DEBUG nova.compute.manager [None req-59485c49-525e-42f8-bc25-feed0882712a tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.456986] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1642747c-d5d3-4d1a-bb74-5bbdbfe7a338 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.464129] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.464129] env[68934]: value = "task-3135638" [ 1148.464129] env[68934]: _type = "Task" [ 1148.464129] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.464406] env[68934]: DEBUG oslo_vmware.api [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135635, 'name': PowerOnVM_Task, 'duration_secs': 0.885209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.465142] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.465378] env[68934]: INFO nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1148.465569] env[68934]: DEBUG nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.469520] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96a507c-821f-4b74-ade3-ae48922ccaa1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.483364] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135638, 'name': CreateVM_Task} progress is 15%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.550971] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafc3e1-cb50-4852-84cf-9523eee2a7e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.563019] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9987dded-cb38-4f9c-9c44-b75cdf29d205 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.605595] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f22be6a-b667-4328-b929-ec4c6bad0db7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.613511] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ab13e4-a297-423b-9978-9730b588d245 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.627135] env[68934]: DEBUG nova.compute.provider_tree [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.727103] env[68934]: DEBUG nova.network.neutron [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Updated VIF entry in instance network info cache for port 06c546bf-97c8-4b02-8162-a6b079bb3977. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.727478] env[68934]: DEBUG nova.network.neutron [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Updating instance_info_cache with network_info: [{"id": "06c546bf-97c8-4b02-8162-a6b079bb3977", "address": "fa:16:3e:47:4a:14", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c546bf-97", "ovs_interfaceid": "06c546bf-97c8-4b02-8162-a6b079bb3977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.915662] env[68934]: DEBUG nova.network.neutron [-] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.926452] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.974872] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135638, 'name': CreateVM_Task, 'duration_secs': 0.405674} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.975065] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.975824] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.975990] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.976347] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.976603] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d74b899-ce62-457b-aa74-f4719cc9f3ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.983091] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1148.983091] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522fee02-435b-8293-d645-c02565ae30b2" [ 1148.983091] env[68934]: _type = "Task" [ 1148.983091] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.998855] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522fee02-435b-8293-d645-c02565ae30b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.003734] env[68934]: INFO nova.compute.manager [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Took 19.26 seconds to build instance. [ 1149.133656] env[68934]: DEBUG nova.scheduler.client.report [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.137253] env[68934]: INFO nova.compute.manager [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Rebuilding instance [ 1149.177033] env[68934]: DEBUG nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.193337] env[68934]: DEBUG nova.compute.manager [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.193619] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93864d89-73a2-42a3-959b-1792f5255581 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.198372] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.198582] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.198763] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.198985] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.199181] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.199401] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.199674] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.199884] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.200135] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.200330] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.200617] env[68934]: DEBUG nova.virt.hardware [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.201433] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05794008-7dbb-4976-a05d-090080838cc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.213353] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457cd93c-fbcc-4ae1-9107-06f764f7fc85 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.229606] env[68934]: DEBUG oslo_concurrency.lockutils [req-ff5dd8cc-efbf-4f45-af9e-6b85bf0109c1 req-92bb2ed4-329c-4926-b83a-62e71bfb5d37 service nova] Releasing lock "refresh_cache-cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.421047] env[68934]: INFO nova.compute.manager [-] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Took 1.84 seconds to deallocate network for instance. [ 1149.426293] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.495559] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522fee02-435b-8293-d645-c02565ae30b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.495893] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.496161] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.496403] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.496550] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.496751] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.496984] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab737b93-0620-4d9e-88c9-7dfaecdb3d05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.504577] env[68934]: DEBUG oslo_concurrency.lockutils [None req-252a9811-3a2c-4ba3-a559-09e9587ffb23 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.774s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.513292] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.513471] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.514225] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64de4f4-bcf1-47ec-bfb4-e8a23cd748ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.519813] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1149.519813] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52886085-0793-d3e6-63df-b18beed002a4" [ 1149.519813] env[68934]: _type = "Task" [ 1149.519813] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.528226] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52886085-0793-d3e6-63df-b18beed002a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.556307] env[68934]: DEBUG nova.compute.manager [req-16ef6cb1-1d6f-487a-9360-cf61c22f22a4 req-d62038a4-e55d-4664-a0a6-d0071bad441d service nova] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Received event network-vif-deleted-808983fe-0364-41b9-a2d2-eced1a882beb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.641701] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.642189] env[68934]: DEBUG nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.648641] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.148s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.648896] env[68934]: DEBUG nova.objects.instance [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'resources' on Instance uuid ca603e9b-4769-407d-8846-f667067117bf {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.925406] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.930537] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.032375] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52886085-0793-d3e6-63df-b18beed002a4, 'name': SearchDatastore_Task, 'duration_secs': 0.022678} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.033232] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d931eaf7-fe9b-4cf7-a75d-5d9a699565bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.039860] env[68934]: INFO nova.compute.manager [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Resuming [ 1150.040816] env[68934]: DEBUG nova.objects.instance [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lazy-loading 'flavor' on Instance uuid 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.042513] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1150.042513] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528e7e8f-a7b1-8ee1-4fb0-db0645326d47" [ 1150.042513] env[68934]: _type = "Task" [ 1150.042513] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.050976] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528e7e8f-a7b1-8ee1-4fb0-db0645326d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.154691] env[68934]: DEBUG nova.compute.utils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.156887] env[68934]: DEBUG nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.156982] env[68934]: DEBUG nova.network.neutron [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.214742] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.215090] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7d0d8f-6dab-4be2-beb3-991e59918e6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.226380] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1150.226380] env[68934]: value = "task-3135640" [ 1150.226380] env[68934]: _type = "Task" [ 1150.226380] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.232959] env[68934]: DEBUG nova.policy [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8682222ff2de4660b51f79781ba89d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9e2f94924d34ca3b61eebaad05808b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.239656] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.431026] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.460021] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51231db-67b1-41ed-97b6-0c12161920c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.466572] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b388ab36-bfbb-4a4f-a8c4-27f7c7bbc686 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.505044] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a880fff-e0a1-4b63-86a3-56dc0b40c47b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.512609] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef0fb5c-b8f7-4ca7-9a56-6df8516a2047 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.527916] env[68934]: DEBUG nova.compute.provider_tree [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.533752] env[68934]: DEBUG nova.network.neutron [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Successfully created port: 9e2e3e3a-9884-4618-9f77-6f82f5611255 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.547970] env[68934]: DEBUG nova.network.neutron [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Successfully updated port: 366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.557943] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528e7e8f-a7b1-8ee1-4fb0-db0645326d47, 'name': SearchDatastore_Task, 'duration_secs': 0.0174} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.558526] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.558906] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4/cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.559860] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5365241a-7f9c-4d81-8f5a-9065e38e6f62 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.567557] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1150.567557] env[68934]: value = "task-3135641" [ 1150.567557] env[68934]: _type = "Task" [ 1150.567557] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.576574] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.662979] env[68934]: DEBUG nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.739810] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135640, 'name': PowerOffVM_Task, 'duration_secs': 0.221696} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.740330] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.741239] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.741578] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e87d6d67-3002-4a8a-b075-417abbf940a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.748366] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1150.748366] env[68934]: value = "task-3135642" [ 1150.748366] env[68934]: _type = "Task" [ 1150.748366] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.759385] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1150.759385] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1150.759385] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627449', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'name': 'volume-7e426c11-de85-4936-a5d4-a07fe7eec455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a44939-c3a6-4129-a122-65e47800ce82', 'attached_at': '', 'detached_at': '', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'serial': '7e426c11-de85-4936-a5d4-a07fe7eec455'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1150.759938] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39467081-cb76-4076-8545-98b9d768fd78 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.788874] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c9874-6896-4ef8-96c6-3a26c0937219 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.799246] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a408d073-47ec-4b4f-9ae6-25131f9075a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.817583] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb22be43-be04-4a66-b304-05290a4ffb6b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.837154] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e426c11-de85-4936-a5d4-a07fe7eec455/volume-7e426c11-de85-4936-a5d4-a07fe7eec455.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.842850] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.843359] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34cc38a-224c-4c49-88d2-b3bc5e07ef5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.864479] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1150.864479] env[68934]: value = "task-3135643" [ 1150.864479] env[68934]: _type = "Task" [ 1150.864479] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.873682] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.927532] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.037894] env[68934]: DEBUG nova.scheduler.client.report [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.054553] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.054553] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.054553] env[68934]: DEBUG nova.network.neutron [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.080992] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450585} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.081308] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4/cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.081822] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.081822] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b112c6-7cd6-4917-ab40-324e460915d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.090210] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1151.090210] env[68934]: value = "task-3135644" [ 1151.090210] env[68934]: _type = "Task" [ 1151.090210] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.102610] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.374196] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135643, 'name': ReconfigVM_Task, 'duration_secs': 0.258185} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.374562] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.379690] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c858c3fe-8c23-458f-91dd-f377eae3d8b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.395066] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1151.395066] env[68934]: value = "task-3135645" [ 1151.395066] env[68934]: _type = "Task" [ 1151.395066] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.402471] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.425945] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.545914] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.548580] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.482s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.548822] env[68934]: DEBUG nova.objects.instance [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lazy-loading 'resources' on Instance uuid 856f090e-4390-41c6-8682-07d28e23f056 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.561501] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.561806] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquired lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.561899] env[68934]: DEBUG nova.network.neutron [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.568439] env[68934]: INFO nova.scheduler.client.report [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted allocations for instance ca603e9b-4769-407d-8846-f667067117bf [ 1151.584137] env[68934]: DEBUG nova.compute.manager [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Received event network-vif-plugged-366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.584361] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.584568] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.584734] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.584899] env[68934]: DEBUG nova.compute.manager [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] No waiting events found dispatching network-vif-plugged-366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.585138] env[68934]: WARNING nova.compute.manager [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Received unexpected event network-vif-plugged-366804d7-3161-4ab6-8b00-87b1a2419ffe for instance with vm_state building and task_state spawning. [ 1151.585293] env[68934]: DEBUG nova.compute.manager [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Received event network-changed-c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.585407] env[68934]: DEBUG nova.compute.manager [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Refreshing instance network info cache due to event network-changed-c6a657ca-4dec-4940-ad02-eab67c3f8a5e. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.585556] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Acquiring lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.585739] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Acquired lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.585851] env[68934]: DEBUG nova.network.neutron [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Refreshing network info cache for port c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.598024] env[68934]: DEBUG nova.network.neutron [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.607377] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090431} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.607377] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.607665] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc9938-589a-4cd2-9c96-c995a99dcc6b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.631499] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4/cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.635245] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48375750-2c2e-4fd8-8397-a513d3b6d95e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.656782] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1151.656782] env[68934]: value = "task-3135646" [ 1151.656782] env[68934]: _type = "Task" [ 1151.656782] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.666883] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.669532] env[68934]: DEBUG nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.696719] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T14:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='528a09f6-bcb5-4565-93a6-22dcaeb38b8d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1591272524',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.696983] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.697175] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.697382] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.697548] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.697715] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.697947] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.698133] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.698322] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.698511] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.698701] env[68934]: DEBUG nova.virt.hardware [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.699653] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384926e8-cd98-4684-bdea-42c4da5bf04d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.710143] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9938054d-c064-477b-82e3-ce04214b007b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.764097] env[68934]: DEBUG nova.network.neutron [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.914017] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135645, 'name': ReconfigVM_Task, 'duration_secs': 0.3133} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.915309] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627449', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'name': 'volume-7e426c11-de85-4936-a5d4-a07fe7eec455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a44939-c3a6-4129-a122-65e47800ce82', 'attached_at': '', 'detached_at': '', 'volume_id': '7e426c11-de85-4936-a5d4-a07fe7eec455', 'serial': '7e426c11-de85-4936-a5d4-a07fe7eec455'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.915591] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.916662] env[68934]: DEBUG nova.compute.manager [req-9fa4a9a2-c0e5-4200-9b87-488f6085093c req-957ca676-25a8-4c01-84cb-cb3cbe9d8c81 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Received event network-vif-plugged-9e2e3e3a-9884-4618-9f77-6f82f5611255 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.916859] env[68934]: DEBUG oslo_concurrency.lockutils [req-9fa4a9a2-c0e5-4200-9b87-488f6085093c req-957ca676-25a8-4c01-84cb-cb3cbe9d8c81 service nova] Acquiring lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.917068] env[68934]: DEBUG oslo_concurrency.lockutils [req-9fa4a9a2-c0e5-4200-9b87-488f6085093c req-957ca676-25a8-4c01-84cb-cb3cbe9d8c81 service nova] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.917237] env[68934]: DEBUG oslo_concurrency.lockutils [req-9fa4a9a2-c0e5-4200-9b87-488f6085093c req-957ca676-25a8-4c01-84cb-cb3cbe9d8c81 service nova] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.917402] env[68934]: DEBUG nova.compute.manager [req-9fa4a9a2-c0e5-4200-9b87-488f6085093c req-957ca676-25a8-4c01-84cb-cb3cbe9d8c81 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] No waiting events found dispatching network-vif-plugged-9e2e3e3a-9884-4618-9f77-6f82f5611255 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.917562] env[68934]: WARNING nova.compute.manager [req-9fa4a9a2-c0e5-4200-9b87-488f6085093c req-957ca676-25a8-4c01-84cb-cb3cbe9d8c81 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Received unexpected event network-vif-plugged-9e2e3e3a-9884-4618-9f77-6f82f5611255 for instance with vm_state building and task_state spawning. [ 1151.918370] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4902b0-a663-4e05-aea1-5b03513d4789 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.928828] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.932292] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e899e5b-0181-49bd-9219-273b1d7e122e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.933814] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.984854] env[68934]: DEBUG nova.network.neutron [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Successfully updated port: 9e2e3e3a-9884-4618-9f77-6f82f5611255 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.999647] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.000048] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.000368] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Deleting the datastore file [datastore2] 04a44939-c3a6-4129-a122-65e47800ce82 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.001180] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecbebf01-4de3-4eef-b4a6-716866f9d03a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.009639] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for the task: (returnval){ [ 1152.009639] env[68934]: value = "task-3135648" [ 1152.009639] env[68934]: _type = "Task" [ 1152.009639] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.020899] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.082649] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f96fed93-8e40-4826-bd67-5926cf32114a tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "ca603e9b-4769-407d-8846-f667067117bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.704s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.167211] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135646, 'name': ReconfigVM_Task, 'duration_secs': 0.253912} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.169910] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4/cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.176000] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3950d213-bd3d-45f0-b1be-304d7f4f4551 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.180874] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1152.180874] env[68934]: value = "task-3135649" [ 1152.180874] env[68934]: _type = "Task" [ 1152.180874] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.192017] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135649, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.267406] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.267406] env[68934]: DEBUG nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Instance network_info: |[{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.267546] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:74:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366804d7-3161-4ab6-8b00-87b1a2419ffe', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.276444] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.279276] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.283544] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5302a1e1-5f02-414c-9716-987df223034a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.309818] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.309818] env[68934]: value = "task-3135650" [ 1152.309818] env[68934]: _type = "Task" [ 1152.309818] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.318065] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135650, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.355009] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6f16ed-a558-4916-8c8f-846f5df3c648 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.361859] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bda4cb1-6a62-486e-91ca-ed3d67f3ba73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.401903] env[68934]: DEBUG nova.network.neutron [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [{"id": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "address": "fa:16:3e:6d:21:9b", "network": {"id": "9dc78036-ba73-4fa6-8bb9-570e5d094aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-962067071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9776dc2601ca4dd8bc4ee12cb40839e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c211e-38", "ovs_interfaceid": "115c211e-3804-4ee0-9e05-7b2b00904ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.407443] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7653d-2968-4664-8736-05cab8cf06fd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.416681] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dce5fa-7698-40ff-804a-d05796614831 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.438646] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.439519] env[68934]: DEBUG nova.compute.provider_tree [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.486969] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.487166] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.487340] env[68934]: DEBUG nova.network.neutron [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.503934] env[68934]: DEBUG nova.network.neutron [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updated VIF entry in instance network info cache for port c6a657ca-4dec-4940-ad02-eab67c3f8a5e. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.504325] env[68934]: DEBUG nova.network.neutron [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updating instance_info_cache with network_info: [{"id": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "address": "fa:16:3e:98:62:11", "network": {"id": "166eb66a-f2f5-4e79-b43a-934d8ca4017a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1197287130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89250f1330624090b52015050638d2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a657ca-4d", "ovs_interfaceid": "c6a657ca-4dec-4940-ad02-eab67c3f8a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.520985] env[68934]: DEBUG oslo_vmware.api [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Task: {'id': task-3135648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220187} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.522514] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.522619] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.524107] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.584391] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.584964] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79ac499b-e543-4734-8cca-18096cf61128 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.594508] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b174bff2-67dc-4509-9d41-aeec4cc7eb4c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.628919] env[68934]: ERROR nova.compute.manager [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Failed to detach volume 7e426c11-de85-4936-a5d4-a07fe7eec455 from /dev/sda: nova.exception.InstanceNotFound: Instance 04a44939-c3a6-4129-a122-65e47800ce82 could not be found. [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Traceback (most recent call last): [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self.driver.rebuild(**kwargs) [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] raise NotImplementedError() [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] NotImplementedError [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] During handling of the above exception, another exception occurred: [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Traceback (most recent call last): [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self.driver.detach_volume(context, old_connection_info, [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] return self._volumeops.detach_volume(connection_info, instance) [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self._detach_volume_vmdk(connection_info, instance) [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] stable_ref.fetch_moref(session) [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] nova.exception.InstanceNotFound: Instance 04a44939-c3a6-4129-a122-65e47800ce82 could not be found. [ 1152.628919] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.690413] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135649, 'name': Rename_Task, 'duration_secs': 0.270592} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.690689] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.690989] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c25a017e-7b9c-4742-acd2-a14db667012d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.700266] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1152.700266] env[68934]: value = "task-3135651" [ 1152.700266] env[68934]: _type = "Task" [ 1152.700266] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.710080] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.785261] env[68934]: DEBUG nova.compute.utils [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Build of instance 04a44939-c3a6-4129-a122-65e47800ce82 aborted: Failed to rebuild volume backed instance. {{(pid=68934) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1152.787560] env[68934]: ERROR nova.compute.manager [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 04a44939-c3a6-4129-a122-65e47800ce82 aborted: Failed to rebuild volume backed instance. [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Traceback (most recent call last): [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self.driver.rebuild(**kwargs) [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] raise NotImplementedError() [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] NotImplementedError [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] During handling of the above exception, another exception occurred: [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Traceback (most recent call last): [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self._detach_root_volume(context, instance, root_bdm) [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] with excutils.save_and_reraise_exception(): [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self.force_reraise() [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] raise self.value [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self.driver.detach_volume(context, old_connection_info, [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] return self._volumeops.detach_volume(connection_info, instance) [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self._detach_volume_vmdk(connection_info, instance) [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] stable_ref.fetch_moref(session) [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] nova.exception.InstanceNotFound: Instance 04a44939-c3a6-4129-a122-65e47800ce82 could not be found. [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] During handling of the above exception, another exception occurred: [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Traceback (most recent call last): [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] yield [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1152.787560] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self._do_rebuild_instance_with_claim( [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self._do_rebuild_instance( [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self._rebuild_default_impl(**kwargs) [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] self._rebuild_volume_backed_instance( [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] raise exception.BuildAbortException( [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] nova.exception.BuildAbortException: Build of instance 04a44939-c3a6-4129-a122-65e47800ce82 aborted: Failed to rebuild volume backed instance. [ 1152.789904] env[68934]: ERROR nova.compute.manager [instance: 04a44939-c3a6-4129-a122-65e47800ce82] [ 1152.821057] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135650, 'name': CreateVM_Task, 'duration_secs': 0.324288} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.821274] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.822058] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.822239] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.822570] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.822841] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df57610b-a36c-4f09-891b-93f80a47a620 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.828560] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1152.828560] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bc2fc1-73c4-2b30-3b00-b12a95478fca" [ 1152.828560] env[68934]: _type = "Task" [ 1152.828560] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.838465] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bc2fc1-73c4-2b30-3b00-b12a95478fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.912079] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Releasing lock "refresh_cache-9a0032fb-1076-487b-9d81-8243a7734cb4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.912481] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee515e9-81f3-47ac-addd-34a8d364ffff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.920119] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Resuming the VM {{(pid=68934) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1152.920666] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d98f018a-2003-4099-83fc-7d4f025bf0f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.933033] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.933455] env[68934]: DEBUG oslo_vmware.api [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1152.933455] env[68934]: value = "task-3135652" [ 1152.933455] env[68934]: _type = "Task" [ 1152.933455] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.941401] env[68934]: DEBUG oslo_vmware.api [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.942534] env[68934]: DEBUG nova.scheduler.client.report [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.007037] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Releasing lock "refresh_cache-f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.007343] env[68934]: DEBUG nova.compute.manager [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Received event network-changed-366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.007532] env[68934]: DEBUG nova.compute.manager [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Refreshing instance network info cache due to event network-changed-366804d7-3161-4ab6-8b00-87b1a2419ffe. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.007760] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Acquiring lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.008017] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Acquired lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.008086] env[68934]: DEBUG nova.network.neutron [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Refreshing network info cache for port 366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.063739] env[68934]: DEBUG nova.network.neutron [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.211442] env[68934]: DEBUG oslo_vmware.api [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135651, 'name': PowerOnVM_Task, 'duration_secs': 0.452985} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.211701] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.211925] env[68934]: INFO nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1153.212502] env[68934]: DEBUG nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.213822] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7a28cd-7244-427a-8aa9-f7841ebc9534 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.340203] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bc2fc1-73c4-2b30-3b00-b12a95478fca, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.340517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.340776] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.341023] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.341177] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.341358] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.341615] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15cfab00-01e5-4007-bd7e-1b0bdcb726c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.352150] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.352307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.352990] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f241cc25-22d1-47de-8ed1-7913d22ee835 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.358209] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1153.358209] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521c8ed0-a5b5-0890-e37e-3622db9521e2" [ 1153.358209] env[68934]: _type = "Task" [ 1153.358209] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.365382] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521c8ed0-a5b5-0890-e37e-3622db9521e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.418647] env[68934]: DEBUG nova.network.neutron [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [{"id": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "address": "fa:16:3e:bb:a1:3d", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e3e3a-98", "ovs_interfaceid": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.431959] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.442408] env[68934]: DEBUG oslo_vmware.api [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135652, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.448265] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.451125] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.643s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.451125] env[68934]: DEBUG nova.objects.instance [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lazy-loading 'resources' on Instance uuid 14b949f6-81b9-4198-8e31-60d91b7e30fd {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.470382] env[68934]: INFO nova.scheduler.client.report [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Deleted allocations for instance 856f090e-4390-41c6-8682-07d28e23f056 [ 1153.733677] env[68934]: INFO nova.compute.manager [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Took 19.05 seconds to build instance. [ 1153.870992] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521c8ed0-a5b5-0890-e37e-3622db9521e2, 'name': SearchDatastore_Task, 'duration_secs': 0.021831} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.875027] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83445f23-635c-4398-906f-e48e12740e87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.882639] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1153.882639] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524050fd-1cd8-45ff-88e0-5f6965b01402" [ 1153.882639] env[68934]: _type = "Task" [ 1153.882639] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.893823] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524050fd-1cd8-45ff-88e0-5f6965b01402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.921320] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.921664] env[68934]: DEBUG nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Instance network_info: |[{"id": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "address": "fa:16:3e:bb:a1:3d", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e3e3a-98", "ovs_interfaceid": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.922330] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a1:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e2e3e3a-9884-4618-9f77-6f82f5611255', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.933169] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.936098] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.939119] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c35d8e8c-75e7-4128-bfc2-24820098f5df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.959694] env[68934]: DEBUG nova.compute.manager [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Received event network-changed-9e2e3e3a-9884-4618-9f77-6f82f5611255 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.959904] env[68934]: DEBUG nova.compute.manager [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Refreshing instance network info cache due to event network-changed-9e2e3e3a-9884-4618-9f77-6f82f5611255. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.960765] env[68934]: DEBUG oslo_concurrency.lockutils [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] Acquiring lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.960985] env[68934]: DEBUG oslo_concurrency.lockutils [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] Acquired lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.961194] env[68934]: DEBUG nova.network.neutron [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Refreshing network info cache for port 9e2e3e3a-9884-4618-9f77-6f82f5611255 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.972834] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.981394] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.981394] env[68934]: value = "task-3135653" [ 1153.981394] env[68934]: _type = "Task" [ 1153.981394] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.981586] env[68934]: DEBUG oslo_vmware.api [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.982469] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ede48a41-3a6d-49d4-8aa8-242c03e38047 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Lock "856f090e-4390-41c6-8682-07d28e23f056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.601s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.995122] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135653, 'name': CreateVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.012231] env[68934]: DEBUG nova.network.neutron [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updated VIF entry in instance network info cache for port 366804d7-3161-4ab6-8b00-87b1a2419ffe. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.012575] env[68934]: DEBUG nova.network.neutron [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.223042] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7518b3c6-3ba6-45ad-bf6e-f62314810ed0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.232167] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f79802-4408-43b1-b7ce-0308051df292 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.235842] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.560s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.266747] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42717e04-4c2f-4d96-8c12-fc52583d1afe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.274667] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2fb19d-fe52-4b46-97ae-af05774a6157 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.288694] env[68934]: DEBUG nova.compute.provider_tree [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.393487] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524050fd-1cd8-45ff-88e0-5f6965b01402, 'name': SearchDatastore_Task, 'duration_secs': 0.036821} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.393804] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.394103] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.395039] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bab780c-b772-4d32-861a-7fa8b607257c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.402540] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1154.402540] env[68934]: value = "task-3135654" [ 1154.402540] env[68934]: _type = "Task" [ 1154.402540] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.412087] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.444067] env[68934]: DEBUG oslo_vmware.api [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135637, 'name': ReconfigVM_Task, 'duration_secs': 5.824333} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.444067] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.444067] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Reconfigured VM to detach interface {{(pid=68934) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1154.475079] env[68934]: DEBUG oslo_vmware.api [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135652, 'name': PowerOnVM_Task, 'duration_secs': 1.471276} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.475079] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Resumed the VM {{(pid=68934) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1154.475079] env[68934]: DEBUG nova.compute.manager [None req-19baf0d3-f6f6-45ee-8d9b-cd056fc76e47 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.475079] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f4fed-6bd0-471a-97c0-da4fd366d0db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.495417] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135653, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.515174] env[68934]: DEBUG oslo_concurrency.lockutils [req-4f93f839-d81d-4cdf-a999-bfe008dd66d9 req-310f54ee-55bb-49c6-a31d-680727a0aadf service nova] Releasing lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.793155] env[68934]: DEBUG nova.scheduler.client.report [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.804834] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.914186] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135654, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.007533] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135653, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.100558] env[68934]: DEBUG nova.network.neutron [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updated VIF entry in instance network info cache for port 9e2e3e3a-9884-4618-9f77-6f82f5611255. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.100558] env[68934]: DEBUG nova.network.neutron [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [{"id": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "address": "fa:16:3e:bb:a1:3d", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e3e3a-98", "ovs_interfaceid": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.215509] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.216054] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.300916] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.305040] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.374s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.305040] env[68934]: DEBUG nova.objects.instance [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lazy-loading 'resources' on Instance uuid 47394934-beb4-4c59-8901-f3b5d27ff14a {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.336303] env[68934]: INFO nova.scheduler.client.report [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Deleted allocations for instance 14b949f6-81b9-4198-8e31-60d91b7e30fd [ 1155.380065] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.380374] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.380595] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.380811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.381014] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.383132] env[68934]: INFO nova.compute.manager [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Terminating instance [ 1155.414232] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868027} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.414502] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.414718] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.414970] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eef70c3-6295-4d50-854e-a887df51570a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.422952] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1155.422952] env[68934]: value = "task-3135655" [ 1155.422952] env[68934]: _type = "Task" [ 1155.422952] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.432645] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.497584] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135653, 'name': CreateVM_Task, 'duration_secs': 1.349101} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.497884] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.500019] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.500251] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.500574] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.500882] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfe0c68-5453-4b8b-9bb4-076fba8c2cc1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.509020] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1155.509020] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522bed7d-efc6-e2ac-0ca3-e7de70f0f8a9" [ 1155.509020] env[68934]: _type = "Task" [ 1155.509020] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.515626] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522bed7d-efc6-e2ac-0ca3-e7de70f0f8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.604643] env[68934]: DEBUG oslo_concurrency.lockutils [req-a19de274-481a-427c-83cc-b9c65ef0a903 req-5588efdd-7cbd-4397-be41-8ca618fe90e1 service nova] Releasing lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.721350] env[68934]: DEBUG nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.848792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Lock "14b949f6-81b9-4198-8e31-60d91b7e30fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.094s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.888773] env[68934]: DEBUG nova.compute.manager [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.889043] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.893300] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfa36b7-2da3-4744-b6a7-6ce288ee94af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.905533] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.906741] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e301149a-060f-475f-834a-ea5ef1ecaed9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.919233] env[68934]: DEBUG oslo_vmware.api [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1155.919233] env[68934]: value = "task-3135656" [ 1155.919233] env[68934]: _type = "Task" [ 1155.919233] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.948019] env[68934]: DEBUG oslo_vmware.api [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.949423] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066945} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.949956] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.950872] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ced4f-f64a-4f54-a841-fd6f3c5c55a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.977862] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.981373] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c32f91-bf8e-45aa-af6a-f3fffff89b0a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.004730] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1156.004730] env[68934]: value = "task-3135657" [ 1156.004730] env[68934]: _type = "Task" [ 1156.004730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.027292] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522bed7d-efc6-e2ac-0ca3-e7de70f0f8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.036325} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.027292] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.027292] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.027292] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.027292] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.027292] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.027292] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.029688] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8a31f09-d681-4426-b383-c7e9137e10e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.040703] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.040977] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.045809] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9687370-c1cf-4b24-8e69-cff72d8e8ac2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.053088] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1156.053088] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f2b1b0-8588-c814-6d52-a7a377ee9051" [ 1156.053088] env[68934]: _type = "Task" [ 1156.053088] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.061695] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f2b1b0-8588-c814-6d52-a7a377ee9051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.126462] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dd1c00-69fa-4df9-8d22-41bbc6dd74cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.129460] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquiring lock "04a44939-c3a6-4129-a122-65e47800ce82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.129699] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "04a44939-c3a6-4129-a122-65e47800ce82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.129907] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquiring lock "04a44939-c3a6-4129-a122-65e47800ce82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.130381] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "04a44939-c3a6-4129-a122-65e47800ce82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.130457] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "04a44939-c3a6-4129-a122-65e47800ce82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.132658] env[68934]: INFO nova.compute.manager [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Terminating instance [ 1156.138350] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f0f500-ee71-4d8e-9718-23b15e589b2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.174603] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc6d12-1f4b-4e58-b5bf-c9f5d7d08ecb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.182655] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38567deb-83ab-4229-b643-5b2c84e02e3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.197098] env[68934]: DEBUG nova.compute.provider_tree [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.253337] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.412087] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.412246] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.412474] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.412666] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.412836] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.414934] env[68934]: INFO nova.compute.manager [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Terminating instance [ 1156.428531] env[68934]: DEBUG oslo_vmware.api [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135656, 'name': PowerOffVM_Task, 'duration_secs': 0.174114} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.429325] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.429500] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.429747] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8215a2ec-1aed-410a-8e48-7302c7fd9a2e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.481549] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.481729] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquired lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.481907] env[68934]: DEBUG nova.network.neutron [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.494573] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.495118] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.495118] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleting the datastore file [datastore2] cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.495784] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f14226-598a-4817-88a8-d668887d9cad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.505787] env[68934]: DEBUG oslo_vmware.api [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1156.505787] env[68934]: value = "task-3135659" [ 1156.505787] env[68934]: _type = "Task" [ 1156.505787] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.520783] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135657, 'name': ReconfigVM_Task, 'duration_secs': 0.323183} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.524520] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.526492] env[68934]: DEBUG oslo_vmware.api [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.527031] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a801007-eb27-4c2b-8320-00a412d6af9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.533151] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1156.533151] env[68934]: value = "task-3135660" [ 1156.533151] env[68934]: _type = "Task" [ 1156.533151] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.542296] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135660, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.566076] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f2b1b0-8588-c814-6d52-a7a377ee9051, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.567292] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95b087f-8b9b-4181-bd7d-d5b29efd858e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.572723] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1156.572723] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525cb49a-8338-f478-ce53-7fb7d7d8a015" [ 1156.572723] env[68934]: _type = "Task" [ 1156.572723] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.582374] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525cb49a-8338-f478-ce53-7fb7d7d8a015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.639323] env[68934]: DEBUG nova.compute.manager [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.641204] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf60d5e9-47b9-4252-9411-2273e54eadd3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.650035] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582cb7c-7208-4346-8494-12b8b2fab279 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.685955] env[68934]: WARNING nova.virt.vmwareapi.driver [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 04a44939-c3a6-4129-a122-65e47800ce82 could not be found. [ 1156.686181] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.686555] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b58141c6-99d4-460b-8aa8-5e8afd56686d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.696014] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d320230-bf8a-4481-8f19-d2807e56db9e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.707589] env[68934]: DEBUG nova.scheduler.client.report [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.735524] env[68934]: WARNING nova.virt.vmwareapi.vmops [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 04a44939-c3a6-4129-a122-65e47800ce82 could not be found. [ 1156.735742] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.735928] env[68934]: INFO nova.compute.manager [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1156.736216] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.737107] env[68934]: DEBUG nova.compute.manager [-] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.737233] env[68934]: DEBUG nova.network.neutron [-] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.919600] env[68934]: DEBUG nova.compute.manager [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.919828] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.920742] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a98ac5-2e47-44e9-b2d2-9be40a2da218 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.928728] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.929017] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c61bc6c-4631-4c51-98a8-84f1b1656ece {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.941189] env[68934]: DEBUG oslo_vmware.api [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1156.941189] env[68934]: value = "task-3135661" [ 1156.941189] env[68934]: _type = "Task" [ 1156.941189] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.949829] env[68934]: DEBUG oslo_vmware.api [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.023980] env[68934]: DEBUG oslo_vmware.api [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510164} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.024322] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.024533] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.024533] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.025162] env[68934]: INFO nova.compute.manager [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1157.025162] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.025162] env[68934]: DEBUG nova.compute.manager [-] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.025360] env[68934]: DEBUG nova.network.neutron [-] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.042810] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135660, 'name': Rename_Task, 'duration_secs': 0.140406} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.043096] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.043337] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62ae542e-196b-4286-ac61-fce79fdc8e23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.049313] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1157.049313] env[68934]: value = "task-3135662" [ 1157.049313] env[68934]: _type = "Task" [ 1157.049313] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.056643] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.082855] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525cb49a-8338-f478-ce53-7fb7d7d8a015, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.083148] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.083414] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.083677] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40d261c-fd05-430c-bebd-6570fca547fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.092584] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1157.092584] env[68934]: value = "task-3135663" [ 1157.092584] env[68934]: _type = "Task" [ 1157.092584] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.101968] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.213924] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.217704] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.412s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.244601] env[68934]: INFO nova.scheduler.client.report [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Deleted allocations for instance 47394934-beb4-4c59-8901-f3b5d27ff14a [ 1157.466621] env[68934]: DEBUG oslo_vmware.api [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135661, 'name': PowerOffVM_Task, 'duration_secs': 0.240165} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.466991] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.467182] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.467456] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cdd8fe1-37e2-4571-9d2d-0e04378ac31c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.512251] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af4949c-cc87-4bc2-a785-719c4c16d5ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.523742] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e3cb1-2d85-4019-8734-6524220f9813 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.569314] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4142ab84-3de3-49f3-81d3-6efef1645b4a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.573550] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.573871] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.574332] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleting the datastore file [datastore2] 0fdebbfe-d47b-45b1-832b-bad1f11e5120 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.575287] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e14a5e-d546-4e36-9559-3b1621b94f30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.584280] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca785e4-0c20-4341-8351-a557b0fe3ab5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.589036] env[68934]: DEBUG oslo_vmware.api [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135662, 'name': PowerOnVM_Task, 'duration_secs': 0.514423} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.591026] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.591284] env[68934]: INFO nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1157.591513] env[68934]: DEBUG nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.592050] env[68934]: DEBUG oslo_vmware.api [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1157.592050] env[68934]: value = "task-3135665" [ 1157.592050] env[68934]: _type = "Task" [ 1157.592050] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.593264] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee92173c-f1cd-4dbf-b881-86e1a3ecb788 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.610247] env[68934]: DEBUG nova.compute.provider_tree [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.632030] env[68934]: DEBUG oslo_vmware.api [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.632030] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.753194] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5dc1d9dd-4df2-440a-8037-a4510c4a83df tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Lock "47394934-beb4-4c59-8901-f3b5d27ff14a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.786s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.818939] env[68934]: INFO nova.network.neutron [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Port 4888627d-e13b-4267-8463-caaca67d1499 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1157.819343] env[68934]: DEBUG nova.network.neutron [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [{"id": "3cef149e-2595-4374-8b24-c5df2b80bb07", "address": "fa:16:3e:bf:64:d7", "network": {"id": "831e4d87-3158-478a-9145-f891cf48a815", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1582090978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd401908334f4898ab12b3fdeba11b74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef149e-25", "ovs_interfaceid": "3cef149e-2595-4374-8b24-c5df2b80bb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.038492] env[68934]: DEBUG nova.compute.manager [req-e9004866-6e13-436f-bd5f-8afe06ea1db9 req-fa999059-b3e8-43cb-b57b-a85b5ca51669 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Received event network-vif-deleted-06c546bf-97c8-4b02-8162-a6b079bb3977 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.038492] env[68934]: INFO nova.compute.manager [req-e9004866-6e13-436f-bd5f-8afe06ea1db9 req-fa999059-b3e8-43cb-b57b-a85b5ca51669 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Neutron deleted interface 06c546bf-97c8-4b02-8162-a6b079bb3977; detaching it from the instance and deleting it from the info cache [ 1158.038492] env[68934]: DEBUG nova.network.neutron [req-e9004866-6e13-436f-bd5f-8afe06ea1db9 req-fa999059-b3e8-43cb-b57b-a85b5ca51669 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.108421] env[68934]: DEBUG oslo_vmware.api [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441048} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.114593] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.114593] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.114593] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.114593] env[68934]: INFO nova.compute.manager [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1158.114593] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.114593] env[68934]: DEBUG nova.compute.manager [-] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.114593] env[68934]: DEBUG nova.network.neutron [-] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.118045] env[68934]: DEBUG nova.scheduler.client.report [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.130098] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592815} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.130593] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.130817] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.131101] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-687c55ed-63de-4641-9abf-8bd19eb1bdac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.141896] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1158.141896] env[68934]: value = "task-3135666" [ 1158.141896] env[68934]: _type = "Task" [ 1158.141896] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.145644] env[68934]: INFO nova.compute.manager [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Took 21.66 seconds to build instance. [ 1158.153194] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.323507] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Releasing lock "refresh_cache-0fdebbfe-d47b-45b1-832b-bad1f11e5120" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.441947] env[68934]: DEBUG nova.network.neutron [-] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.545831] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fba61bc-4bf7-48a5-9016-3fc3561e5a73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.557088] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff144f4-6cc2-48e6-ba95-4b5324b2394d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.594244] env[68934]: DEBUG nova.compute.manager [req-e9004866-6e13-436f-bd5f-8afe06ea1db9 req-fa999059-b3e8-43cb-b57b-a85b5ca51669 service nova] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Detach interface failed, port_id=06c546bf-97c8-4b02-8162-a6b079bb3977, reason: Instance cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.631596] env[68934]: DEBUG oslo_concurrency.lockutils [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.415s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.632717] env[68934]: INFO nova.compute.manager [None req-96821d58-3175-41ab-bf7c-c621059ed606 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Successfully reverted task state from rebuilding on failure for instance. [ 1158.637290] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.384s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.639179] env[68934]: INFO nova.compute.claims [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.648731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8f792889-db6e-42c2-acfb-5926da9b43ab tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.183s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.652545] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070541} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.652545] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.653150] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0c32b-f696-4f6e-82ef-8c4a9259f3d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.682314] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.683683] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d170ea13-ce39-466b-9581-c86c1913dec6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.708564] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1158.708564] env[68934]: value = "task-3135667" [ 1158.708564] env[68934]: _type = "Task" [ 1158.708564] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.713728] env[68934]: DEBUG nova.network.neutron [-] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.723695] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.828245] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28b41e14-7401-44fa-bd34-2c0e9a1ebedb tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "interface-0fdebbfe-d47b-45b1-832b-bad1f11e5120-4888627d-e13b-4267-8463-caaca67d1499" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.011s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.947737] env[68934]: INFO nova.compute.manager [-] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Took 1.92 seconds to deallocate network for instance. [ 1159.218866] env[68934]: INFO nova.compute.manager [-] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Took 2.48 seconds to deallocate network for instance. [ 1159.219124] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.457517] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.718614] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135667, 'name': ReconfigVM_Task, 'duration_secs': 0.774523} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.721690] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.722730] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-211a0cfc-23d8-4889-8362-44f63856598e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.729857] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1159.729857] env[68934]: value = "task-3135668" [ 1159.729857] env[68934]: _type = "Task" [ 1159.729857] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.739658] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135668, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.786818] env[68934]: INFO nova.compute.manager [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Took 0.57 seconds to detach 1 volumes for instance. [ 1159.792476] env[68934]: DEBUG nova.compute.manager [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Deleting volume: 7e426c11-de85-4936-a5d4-a07fe7eec455 {{(pid=68934) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1159.937269] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5bd173-0e2b-418c-a4d0-561636f4a8a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.947972] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235211ea-c405-42f3-a50c-ac3c0c85934e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.987121] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf703683-1012-4694-9f3f-3a1d78ff3338 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.997510] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed0bc8-3510-4cbf-9c7d-1d83bf84faad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.013695] env[68934]: DEBUG nova.compute.provider_tree [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.095213] env[68934]: DEBUG nova.compute.manager [req-55f66341-752c-446a-aa9e-2a7546262a6f req-c98dc6f5-1ccf-4a74-81f1-4a6ccf74d433 service nova] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Received event network-vif-deleted-75e79659-c6f0-4492-8fdb-adfaa3799a7f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.095446] env[68934]: DEBUG nova.compute.manager [req-55f66341-752c-446a-aa9e-2a7546262a6f req-c98dc6f5-1ccf-4a74-81f1-4a6ccf74d433 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Received event network-vif-deleted-3cef149e-2595-4374-8b24-c5df2b80bb07 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.096260] env[68934]: INFO nova.compute.manager [req-55f66341-752c-446a-aa9e-2a7546262a6f req-c98dc6f5-1ccf-4a74-81f1-4a6ccf74d433 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Neutron deleted interface 3cef149e-2595-4374-8b24-c5df2b80bb07; detaching it from the instance and deleting it from the info cache [ 1160.096260] env[68934]: DEBUG nova.network.neutron [req-55f66341-752c-446a-aa9e-2a7546262a6f req-c98dc6f5-1ccf-4a74-81f1-4a6ccf74d433 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.240637] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135668, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.337414] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.386106] env[68934]: DEBUG nova.network.neutron [-] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.518506] env[68934]: DEBUG nova.scheduler.client.report [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.599752] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f63da510-cc83-4af4-9b7f-d083060b99a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.610570] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e3833-305e-4aa7-8377-1521a52fe3ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.652938] env[68934]: DEBUG nova.compute.manager [req-55f66341-752c-446a-aa9e-2a7546262a6f req-c98dc6f5-1ccf-4a74-81f1-4a6ccf74d433 service nova] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Detach interface failed, port_id=3cef149e-2595-4374-8b24-c5df2b80bb07, reason: Instance 0fdebbfe-d47b-45b1-832b-bad1f11e5120 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.744998] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135668, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.859590] env[68934]: DEBUG nova.compute.manager [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Received event network-changed-366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.859764] env[68934]: DEBUG nova.compute.manager [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Refreshing instance network info cache due to event network-changed-366804d7-3161-4ab6-8b00-87b1a2419ffe. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.860015] env[68934]: DEBUG oslo_concurrency.lockutils [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] Acquiring lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.860321] env[68934]: DEBUG oslo_concurrency.lockutils [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] Acquired lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.860537] env[68934]: DEBUG nova.network.neutron [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Refreshing network info cache for port 366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.887882] env[68934]: INFO nova.compute.manager [-] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Took 2.77 seconds to deallocate network for instance. [ 1161.026322] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.026833] env[68934]: DEBUG nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.030686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.573s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.034472] env[68934]: DEBUG nova.objects.instance [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'resources' on Instance uuid cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.245399] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135668, 'name': Rename_Task, 'duration_secs': 1.191783} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.245690] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.245949] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00dfb168-3381-4889-819b-0ebc6956cd80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.259338] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1161.259338] env[68934]: value = "task-3135670" [ 1161.259338] env[68934]: _type = "Task" [ 1161.259338] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.272806] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.398202] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.543408] env[68934]: DEBUG nova.compute.utils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.546781] env[68934]: DEBUG nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.547098] env[68934]: DEBUG nova.network.neutron [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.636366] env[68934]: DEBUG nova.policy [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134119f5c37341059e98242f7a16c0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f6e3a324ea542fd86a7077173cf929e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.770731] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.800426] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.801311] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.817963] env[68934]: DEBUG nova.network.neutron [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updated VIF entry in instance network info cache for port 366804d7-3161-4ab6-8b00-87b1a2419ffe. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.817963] env[68934]: DEBUG nova.network.neutron [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.881187] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c09e9-91e0-436a-a9b4-c3d9659c575d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.891632] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e2d1c-c3ef-44bf-a965-e015ad456790 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.929492] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a30ee7b-2d08-4ad7-9caa-456543dc28de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.936545] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a20c577-34a9-49ff-b14b-448a5d7de81b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.954370] env[68934]: DEBUG nova.compute.provider_tree [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.050992] env[68934]: DEBUG nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.274190] env[68934]: DEBUG oslo_vmware.api [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135670, 'name': PowerOnVM_Task, 'duration_secs': 0.670339} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.274190] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.274190] env[68934]: INFO nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1162.274190] env[68934]: DEBUG nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.274676] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3efb3e-395a-47b8-8234-307c4fa410de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.279611] env[68934]: DEBUG nova.network.neutron [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Successfully created port: a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.309340] env[68934]: DEBUG nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.322042] env[68934]: DEBUG oslo_concurrency.lockutils [req-3011111f-f70d-4f06-a099-5aa09234a690 req-38a13062-4892-43c1-988a-09c0943c98ee service nova] Releasing lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.341241] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.341473] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.343510] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.345874] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.346183] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.346378] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.346548] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.348734] env[68934]: INFO nova.compute.manager [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Terminating instance [ 1162.458416] env[68934]: DEBUG nova.scheduler.client.report [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.800599] env[68934]: INFO nova.compute.manager [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Took 18.36 seconds to build instance. [ 1162.833724] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.849862] env[68934]: DEBUG nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.852897] env[68934]: DEBUG nova.compute.manager [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.853191] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.854076] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380eeaf3-9024-4bc9-8514-6b5beb975132 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.862341] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.862592] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec64c870-5d9d-4828-b63b-d4da1ea50593 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.869843] env[68934]: DEBUG oslo_vmware.api [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1162.869843] env[68934]: value = "task-3135671" [ 1162.869843] env[68934]: _type = "Task" [ 1162.869843] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.877736] env[68934]: DEBUG oslo_vmware.api [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.966661] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.969432] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.632s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.969432] env[68934]: DEBUG nova.objects.instance [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lazy-loading 'resources' on Instance uuid 04a44939-c3a6-4129-a122-65e47800ce82 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.992902] env[68934]: INFO nova.scheduler.client.report [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted allocations for instance cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4 [ 1163.065798] env[68934]: DEBUG nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.107773] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.107965] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.108181] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.108381] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.108593] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.108772] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.108991] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.109582] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.109846] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.110081] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.110278] env[68934]: DEBUG nova.virt.hardware [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.112023] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291fc8a-878e-434f-a8de-4720fb612382 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.122657] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22df7a5-4a75-4c49-9c4f-1d020a80487b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.305953] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.875s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.383470] env[68934]: DEBUG oslo_vmware.api [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135671, 'name': PowerOffVM_Task, 'duration_secs': 0.332737} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.384661] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.384948] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.385510] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.385510] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-449a54b1-2f1e-41f4-9eff-3312b1133808 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.462812] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.463078] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.463655] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleting the datastore file [datastore2] 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.463655] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804eb911-a597-4f1b-b710-416e3741ac83 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.469889] env[68934]: DEBUG oslo_vmware.api [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for the task: (returnval){ [ 1163.469889] env[68934]: value = "task-3135673" [ 1163.469889] env[68934]: _type = "Task" [ 1163.469889] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.483449] env[68934]: DEBUG oslo_vmware.api [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.502798] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.122s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.781989] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db2215-a978-49ca-99f6-d3a1e13a3d99 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.789995] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b42644-b2bf-46c3-98fb-d3a19745d668 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.828248] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba272b-83b6-4a9c-940b-efa2224f9f7b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.842856] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6bff24-c04c-49ba-a321-0a99aef51ffc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.859362] env[68934]: DEBUG nova.compute.provider_tree [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.983342] env[68934]: DEBUG oslo_vmware.api [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Task: {'id': task-3135673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360403} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.983342] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.983683] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.983830] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.983908] env[68934]: INFO nova.compute.manager [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1163.984154] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.984355] env[68934]: DEBUG nova.compute.manager [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.984507] env[68934]: DEBUG nova.network.neutron [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.307810] env[68934]: DEBUG nova.compute.manager [req-c7ba748e-9b32-429a-9f89-a670eef26724 req-c22f2b85-166f-4ada-9710-6fed2d425a72 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Received event network-vif-plugged-a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.307810] env[68934]: DEBUG oslo_concurrency.lockutils [req-c7ba748e-9b32-429a-9f89-a670eef26724 req-c22f2b85-166f-4ada-9710-6fed2d425a72 service nova] Acquiring lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.307810] env[68934]: DEBUG oslo_concurrency.lockutils [req-c7ba748e-9b32-429a-9f89-a670eef26724 req-c22f2b85-166f-4ada-9710-6fed2d425a72 service nova] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.307810] env[68934]: DEBUG oslo_concurrency.lockutils [req-c7ba748e-9b32-429a-9f89-a670eef26724 req-c22f2b85-166f-4ada-9710-6fed2d425a72 service nova] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.308100] env[68934]: DEBUG nova.compute.manager [req-c7ba748e-9b32-429a-9f89-a670eef26724 req-c22f2b85-166f-4ada-9710-6fed2d425a72 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] No waiting events found dispatching network-vif-plugged-a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.308388] env[68934]: WARNING nova.compute.manager [req-c7ba748e-9b32-429a-9f89-a670eef26724 req-c22f2b85-166f-4ada-9710-6fed2d425a72 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Received unexpected event network-vif-plugged-a47fcada-8a4a-4397-8758-6cf23d9af96f for instance with vm_state building and task_state spawning. [ 1164.336925] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "177a3446-f203-4f1b-950e-5307d8b324d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.337120] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "177a3446-f203-4f1b-950e-5307d8b324d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.337331] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "177a3446-f203-4f1b-950e-5307d8b324d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.337529] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "177a3446-f203-4f1b-950e-5307d8b324d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.337674] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "177a3446-f203-4f1b-950e-5307d8b324d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.343216] env[68934]: INFO nova.compute.manager [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Terminating instance [ 1164.363110] env[68934]: DEBUG nova.scheduler.client.report [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.511110] env[68934]: DEBUG nova.network.neutron [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Successfully updated port: a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.688037] env[68934]: DEBUG nova.compute.manager [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1164.851022] env[68934]: DEBUG nova.compute.manager [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.851022] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.851022] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445aa13-2726-4c9a-bd93-ecc590852a4d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.858144] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.858603] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b50058-e108-4251-89fb-edd723ec6e94 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.865854] env[68934]: DEBUG oslo_vmware.api [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1164.865854] env[68934]: value = "task-3135674" [ 1164.865854] env[68934]: _type = "Task" [ 1164.865854] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.871923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.879147] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.481s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.879710] env[68934]: DEBUG nova.objects.instance [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'resources' on Instance uuid 0fdebbfe-d47b-45b1-832b-bad1f11e5120 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.881635] env[68934]: DEBUG oslo_vmware.api [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.994121] env[68934]: DEBUG nova.network.neutron [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.018385] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.018385] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.018385] env[68934]: DEBUG nova.network.neutron [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.211722] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.378968] env[68934]: DEBUG oslo_vmware.api [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135674, 'name': PowerOffVM_Task, 'duration_secs': 0.328204} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.378968] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.378968] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.378968] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff22d30-ebc8-44af-9387-e945e617a10e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.407312] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd4177f2-d605-4cab-a17e-d8c73324c9bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Lock "04a44939-c3a6-4129-a122-65e47800ce82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.277s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.504750] env[68934]: INFO nova.compute.manager [-] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Took 1.52 seconds to deallocate network for instance. [ 1165.597457] env[68934]: DEBUG nova.network.neutron [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.750193] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aeae55-1d8f-43f8-a1be-342cbc4f4520 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.757122] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afffdb81-e61b-4d7f-bf40-48ba66c9a415 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.794281] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58196b8b-5f25-4ed5-960f-fbd5b793625d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.801931] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd30b4-f7c2-4430-9207-31af3b4ede04 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.819360] env[68934]: DEBUG nova.compute.provider_tree [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.866476] env[68934]: DEBUG nova.network.neutron [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updating instance_info_cache with network_info: [{"id": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "address": "fa:16:3e:b9:c5:6e", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fcada-8a", "ovs_interfaceid": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.017464] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.323838] env[68934]: DEBUG nova.scheduler.client.report [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.352572] env[68934]: DEBUG nova.compute.manager [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Received event network-vif-deleted-115c211e-3804-4ee0-9e05-7b2b00904ccf {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.352707] env[68934]: DEBUG nova.compute.manager [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Received event network-changed-a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.352878] env[68934]: DEBUG nova.compute.manager [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Refreshing instance network info cache due to event network-changed-a47fcada-8a4a-4397-8758-6cf23d9af96f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.353083] env[68934]: DEBUG oslo_concurrency.lockutils [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] Acquiring lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.368541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.368892] env[68934]: DEBUG nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Instance network_info: |[{"id": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "address": "fa:16:3e:b9:c5:6e", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fcada-8a", "ovs_interfaceid": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.369187] env[68934]: DEBUG oslo_concurrency.lockutils [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] Acquired lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.369367] env[68934]: DEBUG nova.network.neutron [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Refreshing network info cache for port a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.370619] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:c5:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a47fcada-8a4a-4397-8758-6cf23d9af96f', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.379664] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.381253] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.381661] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-195bbf00-179d-4585-aa56-333c4a476c15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.405012] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.405012] env[68934]: value = "task-3135676" [ 1166.405012] env[68934]: _type = "Task" [ 1166.405012] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.413686] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135676, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.523105] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.523398] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.523599] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleting the datastore file [datastore1] 177a3446-f203-4f1b-950e-5307d8b324d1 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.523880] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25d16ab4-c614-43c2-b408-76dd7d8f4b16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.529828] env[68934]: DEBUG oslo_vmware.api [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1166.529828] env[68934]: value = "task-3135677" [ 1166.529828] env[68934]: _type = "Task" [ 1166.529828] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.538824] env[68934]: DEBUG oslo_vmware.api [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.829592] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.833052] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.999s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.834109] env[68934]: INFO nova.compute.claims [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.854736] env[68934]: INFO nova.scheduler.client.report [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted allocations for instance 0fdebbfe-d47b-45b1-832b-bad1f11e5120 [ 1166.916268] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135676, 'name': CreateVM_Task, 'duration_secs': 0.39386} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.916553] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.917829] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.917829] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.921020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.921020] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7eb9dd-a68c-4046-a298-52220b13129a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.926124] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1166.926124] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ad6e77-e4c4-5f13-77ab-a1da50774a07" [ 1166.926124] env[68934]: _type = "Task" [ 1166.926124] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.937700] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ad6e77-e4c4-5f13-77ab-a1da50774a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.040403] env[68934]: DEBUG oslo_vmware.api [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406621} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.040534] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.040729] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.040926] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.041166] env[68934]: INFO nova.compute.manager [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1167.041380] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.041620] env[68934]: DEBUG nova.compute.manager [-] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.041686] env[68934]: DEBUG nova.network.neutron [-] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.219819] env[68934]: DEBUG nova.network.neutron [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updated VIF entry in instance network info cache for port a47fcada-8a4a-4397-8758-6cf23d9af96f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.220394] env[68934]: DEBUG nova.network.neutron [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updating instance_info_cache with network_info: [{"id": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "address": "fa:16:3e:b9:c5:6e", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fcada-8a", "ovs_interfaceid": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.364612] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7ad0e9f7-bc26-49d4-b397-aa9349156329 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "0fdebbfe-d47b-45b1-832b-bad1f11e5120" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.952s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.436885] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ad6e77-e4c4-5f13-77ab-a1da50774a07, 'name': SearchDatastore_Task, 'duration_secs': 0.018918} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.437208] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.437439] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.438047] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.438047] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.438047] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.438295] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45722db7-8106-405b-9590-7e4b3f6a8d00 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.452205] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.452379] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.453135] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e91bd7-d7da-497b-a14e-8d5fa321b125 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.458766] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1167.458766] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52017b10-6f02-193b-36e6-a3fba17b68b4" [ 1167.458766] env[68934]: _type = "Task" [ 1167.458766] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.466817] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52017b10-6f02-193b-36e6-a3fba17b68b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.726616] env[68934]: DEBUG oslo_concurrency.lockutils [req-600174bb-3149-4c0e-8f6d-94382df5db43 req-71a28b6b-1323-4a15-9c3d-1aff0245638a service nova] Releasing lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.855640] env[68934]: DEBUG nova.network.neutron [-] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.979421] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52017b10-6f02-193b-36e6-a3fba17b68b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017778} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.980056] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26c16b8-69a9-4eb4-ac8f-39e3d9cb9c96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.986410] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1167.986410] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520e4425-3c08-7a7c-6ca1-03fb91f3b8ea" [ 1167.986410] env[68934]: _type = "Task" [ 1167.986410] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.999347] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520e4425-3c08-7a7c-6ca1-03fb91f3b8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.142526] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1956c-970f-4d7e-a215-6fc3e8259ec0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.154216] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138b18df-fc1f-4da0-bf1a-64631feb6a90 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.189710] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "31ab4fef-c30b-4f76-9293-fe0340826004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.189977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "31ab4fef-c30b-4f76-9293-fe0340826004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.190216] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.190407] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.190578] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "31ab4fef-c30b-4f76-9293-fe0340826004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.193774] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d39a8e-77d1-407c-8515-ec12b7a63432 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.196620] env[68934]: INFO nova.compute.manager [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Terminating instance [ 1168.204846] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226422f-1e27-4a37-a69c-21860c464561 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.220594] env[68934]: DEBUG nova.compute.provider_tree [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.362924] env[68934]: INFO nova.compute.manager [-] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Took 1.32 seconds to deallocate network for instance. [ 1168.380664] env[68934]: DEBUG nova.compute.manager [req-6e1733c2-d1c3-490d-830c-47f74f42dd2f req-1bc8c208-79e3-4f81-8c0d-88d885a9c01f service nova] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Received event network-vif-deleted-0e272c18-8553-4db7-a49d-b03bfcf26138 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.499096] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520e4425-3c08-7a7c-6ca1-03fb91f3b8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012786} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.499534] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.499886] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b/fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.500612] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5889a236-771a-493a-94f4-5505a13019d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.507692] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1168.507692] env[68934]: value = "task-3135678" [ 1168.507692] env[68934]: _type = "Task" [ 1168.507692] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.519755] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.700382] env[68934]: DEBUG nova.compute.manager [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.700620] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.701631] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bda2e4-62e2-47f4-bc27-94737ef48ce5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.711233] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.711534] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ad6447-e14f-400f-8f60-6fa30480efa9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.718645] env[68934]: DEBUG oslo_vmware.api [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1168.718645] env[68934]: value = "task-3135680" [ 1168.718645] env[68934]: _type = "Task" [ 1168.718645] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.724661] env[68934]: DEBUG nova.scheduler.client.report [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.731455] env[68934]: DEBUG oslo_vmware.api [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.868701] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.021147] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135678, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.230644] env[68934]: DEBUG oslo_vmware.api [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135680, 'name': PowerOffVM_Task, 'duration_secs': 0.20424} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.231044] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.231239] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.231502] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd394be9-aed4-420a-8a3c-af5db781fd8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.233544] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.234028] env[68934]: DEBUG nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.236532] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.852s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.237892] env[68934]: INFO nova.compute.claims [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.302745] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.302745] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.302745] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleting the datastore file [datastore1] 31ab4fef-c30b-4f76-9293-fe0340826004 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.303038] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92064652-4f46-491c-908c-d3d8311de4eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.309973] env[68934]: DEBUG oslo_vmware.api [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for the task: (returnval){ [ 1169.309973] env[68934]: value = "task-3135684" [ 1169.309973] env[68934]: _type = "Task" [ 1169.309973] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.318381] env[68934]: DEBUG oslo_vmware.api [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.518718] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757422} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.519015] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b/fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.519249] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.519507] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308e9ce9-5309-49b4-b7cd-4f6f9bb871e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.526219] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1169.526219] env[68934]: value = "task-3135685" [ 1169.526219] env[68934]: _type = "Task" [ 1169.526219] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.534103] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.743351] env[68934]: DEBUG nova.compute.utils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.750122] env[68934]: DEBUG nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.750339] env[68934]: DEBUG nova.network.neutron [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.816340] env[68934]: DEBUG nova.policy [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4c569d00494da6b5c82ef282e43b91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35d2620101644f69466d0530d97dd57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.823072] env[68934]: DEBUG oslo_vmware.api [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.036684] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266398} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.037046] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.037766] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ac556-bcee-4cb6-b292-489f2c93c859 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.061690] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b/fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.062101] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-460de8c4-f752-4f77-a570-243ee8d7c8c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.082685] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1170.082685] env[68934]: value = "task-3135686" [ 1170.082685] env[68934]: _type = "Task" [ 1170.082685] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.093992] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.239924] env[68934]: DEBUG nova.network.neutron [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Successfully created port: d349bd6b-3dfe-420c-9496-4729e660e0b2 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.248833] env[68934]: DEBUG nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.322442] env[68934]: DEBUG oslo_vmware.api [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Task: {'id': task-3135684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.813487} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.322755] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.322949] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.323308] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.323502] env[68934]: INFO nova.compute.manager [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1170.323808] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.324169] env[68934]: DEBUG nova.compute.manager [-] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.324283] env[68934]: DEBUG nova.network.neutron [-] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.497958] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e62ea97-9377-4c9d-9ccc-07a0a42179ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.505583] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e6c43-d2c7-4800-84c9-ca6c374a2ecd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.539570] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd868fd4-ab7c-4bb8-afce-b8739e71ffeb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.545798] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a22eb-f1f8-4fe3-b1b4-6c5efe0ad267 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.559834] env[68934]: DEBUG nova.compute.provider_tree [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.593410] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.685931] env[68934]: DEBUG nova.compute.manager [req-1e22856d-5bed-44b2-9879-d6660df369ac req-c1a5b477-df09-4d20-8368-08e2aa882b58 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Received event network-vif-deleted-b1bee35d-0e01-4c5e-803a-518da2dd384c {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.686226] env[68934]: INFO nova.compute.manager [req-1e22856d-5bed-44b2-9879-d6660df369ac req-c1a5b477-df09-4d20-8368-08e2aa882b58 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Neutron deleted interface b1bee35d-0e01-4c5e-803a-518da2dd384c; detaching it from the instance and deleting it from the info cache [ 1170.686406] env[68934]: DEBUG nova.network.neutron [req-1e22856d-5bed-44b2-9879-d6660df369ac req-c1a5b477-df09-4d20-8368-08e2aa882b58 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.063399] env[68934]: DEBUG nova.scheduler.client.report [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.094600] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135686, 'name': ReconfigVM_Task, 'duration_secs': 0.655111} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.094875] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Reconfigured VM instance instance-0000006d to attach disk [datastore2] fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b/fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.095526] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0bcb264-f9ca-4401-b875-a95512a44743 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.102113] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1171.102113] env[68934]: value = "task-3135687" [ 1171.102113] env[68934]: _type = "Task" [ 1171.102113] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.110499] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135687, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.169166] env[68934]: DEBUG nova.network.neutron [-] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.189360] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b85e25c2-09e6-466b-985d-b5c57e5f101f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.200076] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871d560-dd26-4366-b556-d9fefe1a3518 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.234398] env[68934]: DEBUG nova.compute.manager [req-1e22856d-5bed-44b2-9879-d6660df369ac req-c1a5b477-df09-4d20-8368-08e2aa882b58 service nova] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Detach interface failed, port_id=b1bee35d-0e01-4c5e-803a-518da2dd384c, reason: Instance 31ab4fef-c30b-4f76-9293-fe0340826004 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.258635] env[68934]: DEBUG nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.281169] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.281552] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.281552] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.281651] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.281787] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.281905] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.282212] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.282304] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.282465] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.282631] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.282833] env[68934]: DEBUG nova.virt.hardware [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.283741] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327b8f0-0ecd-4b85-90e8-d2c4b499084d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.292229] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3004f-90c4-452c-a707-3d72d3ad789a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.568553] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.569123] env[68934]: DEBUG nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.572812] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.361s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.613778] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135687, 'name': Rename_Task, 'duration_secs': 0.147339} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.614094] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.614339] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a8cb32-18c5-4774-b124-9e71090c0ba9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.621940] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1171.621940] env[68934]: value = "task-3135688" [ 1171.621940] env[68934]: _type = "Task" [ 1171.621940] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.633737] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.672274] env[68934]: INFO nova.compute.manager [-] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Took 1.35 seconds to deallocate network for instance. [ 1172.078071] env[68934]: DEBUG nova.compute.utils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.079864] env[68934]: INFO nova.compute.claims [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.086101] env[68934]: DEBUG nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.086101] env[68934]: DEBUG nova.network.neutron [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.137375] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.179649] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.193842] env[68934]: DEBUG nova.policy [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4c569d00494da6b5c82ef282e43b91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35d2620101644f69466d0530d97dd57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.395947] env[68934]: DEBUG nova.network.neutron [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Successfully updated port: d349bd6b-3dfe-420c-9496-4729e660e0b2 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.566195] env[68934]: DEBUG nova.network.neutron [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Successfully created port: fcdc7318-708f-4b63-b716-e46ae9514d17 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.588024] env[68934]: DEBUG nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.589078] env[68934]: INFO nova.compute.resource_tracker [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating resource usage from migration 5e458ab2-c6b4-4681-b2a7-59c88571bed9 [ 1172.633946] env[68934]: DEBUG oslo_vmware.api [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135688, 'name': PowerOnVM_Task, 'duration_secs': 0.520687} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.637221] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.637573] env[68934]: INFO nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1172.638010] env[68934]: DEBUG nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.640283] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aad1a4b-36b6-4117-8d3e-b5c359bf5866 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.711312] env[68934]: DEBUG nova.compute.manager [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Received event network-vif-plugged-d349bd6b-3dfe-420c-9496-4729e660e0b2 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.711312] env[68934]: DEBUG oslo_concurrency.lockutils [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] Acquiring lock "8d8587c1-c84b-4785-8e84-8be51b5a876b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.711312] env[68934]: DEBUG oslo_concurrency.lockutils [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.711312] env[68934]: DEBUG oslo_concurrency.lockutils [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.711312] env[68934]: DEBUG nova.compute.manager [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] No waiting events found dispatching network-vif-plugged-d349bd6b-3dfe-420c-9496-4729e660e0b2 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.711312] env[68934]: WARNING nova.compute.manager [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Received unexpected event network-vif-plugged-d349bd6b-3dfe-420c-9496-4729e660e0b2 for instance with vm_state building and task_state spawning. [ 1172.711312] env[68934]: DEBUG nova.compute.manager [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Received event network-changed-d349bd6b-3dfe-420c-9496-4729e660e0b2 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.711726] env[68934]: DEBUG nova.compute.manager [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Refreshing instance network info cache due to event network-changed-d349bd6b-3dfe-420c-9496-4729e660e0b2. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.712079] env[68934]: DEBUG oslo_concurrency.lockutils [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] Acquiring lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.712352] env[68934]: DEBUG oslo_concurrency.lockutils [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] Acquired lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.712688] env[68934]: DEBUG nova.network.neutron [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Refreshing network info cache for port d349bd6b-3dfe-420c-9496-4729e660e0b2 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.809273] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "4c10abfb-bab0-4625-bafb-187ec239efa4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.809516] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.811352] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c582f5af-6ee4-41e0-aeaa-0195d74aa2a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.819594] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915d771-b0dc-4e36-ae88-394293ee036e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.851971] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1dcc9c-3078-47bc-b7fb-000c8c4b6982 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.859983] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d668d6ea-8e7a-4f48-9f61-4c6833bee4fc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.874223] env[68934]: DEBUG nova.compute.provider_tree [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.897750] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.159825] env[68934]: INFO nova.compute.manager [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Took 16.93 seconds to build instance. [ 1173.259981] env[68934]: DEBUG nova.network.neutron [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.318011] env[68934]: INFO nova.compute.manager [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Detaching volume 1045c3f2-0b78-41e2-9032-932c67825a8e [ 1173.354924] env[68934]: INFO nova.virt.block_device [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Attempting to driver detach volume 1045c3f2-0b78-41e2-9032-932c67825a8e from mountpoint /dev/sdb [ 1173.355227] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.355456] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.356351] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8f883f-2816-4558-b709-5a32af2efafb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.378569] env[68934]: DEBUG nova.scheduler.client.report [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.382470] env[68934]: DEBUG nova.network.neutron [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.383864] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb7a5ab-25d3-4c3d-a27a-6136490e0600 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.393009] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f12f16-feb0-4e38-b830-c0055746cbb5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.416428] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e687592-fe1d-48b7-8dc4-1ba8c31de6fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.433834] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] The volume has not been displaced from its original location: [datastore2] volume-1045c3f2-0b78-41e2-9032-932c67825a8e/volume-1045c3f2-0b78-41e2-9032-932c67825a8e.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.439107] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.439430] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0652610-26b8-4abc-a5ef-48f831015731 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.459043] env[68934]: DEBUG oslo_vmware.api [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1173.459043] env[68934]: value = "task-3135690" [ 1173.459043] env[68934]: _type = "Task" [ 1173.459043] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.467289] env[68934]: DEBUG oslo_vmware.api [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.598162] env[68934]: DEBUG nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.625519] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.625862] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.626082] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.626320] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.626511] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.626674] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.626890] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.627071] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.627248] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.627417] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.627598] env[68934]: DEBUG nova.virt.hardware [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.628536] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b36e464-adcf-4836-82b8-1a2356ed21a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.638153] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17487c23-1632-46b7-9f04-3a988c612de5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.662808] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.446s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.888544] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.888867] env[68934]: INFO nova.compute.manager [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Migrating [ 1173.899480] env[68934]: DEBUG oslo_concurrency.lockutils [req-9eb3e5a8-1abb-4093-b4d7-a5cfd60936fa req-411161ce-c173-4ca6-bbb9-92308d47d148 service nova] Releasing lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.905334] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.888s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.905999] env[68934]: DEBUG nova.objects.instance [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lazy-loading 'resources' on Instance uuid 9a0032fb-1076-487b-9d81-8243a7734cb4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.911017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.911017] env[68934]: DEBUG nova.network.neutron [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.969872] env[68934]: DEBUG oslo_vmware.api [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135690, 'name': ReconfigVM_Task, 'duration_secs': 0.260275} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.970288] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.975282] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130f83ec-f6c7-49e0-bb15-53be7652dac8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.993427] env[68934]: DEBUG oslo_vmware.api [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1173.993427] env[68934]: value = "task-3135692" [ 1173.993427] env[68934]: _type = "Task" [ 1173.993427] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.003445] env[68934]: DEBUG oslo_vmware.api [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.303489] env[68934]: DEBUG nova.network.neutron [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Successfully updated port: fcdc7318-708f-4b63-b716-e46ae9514d17 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.417680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.417863] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.418132] env[68934]: DEBUG nova.network.neutron [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.462918] env[68934]: DEBUG nova.network.neutron [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.509260] env[68934]: DEBUG oslo_vmware.api [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135692, 'name': ReconfigVM_Task, 'duration_secs': 0.158862} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.509260] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627468', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'name': 'volume-1045c3f2-0b78-41e2-9032-932c67825a8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c10abfb-bab0-4625-bafb-187ec239efa4', 'attached_at': '', 'detached_at': '', 'volume_id': '1045c3f2-0b78-41e2-9032-932c67825a8e', 'serial': '1045c3f2-0b78-41e2-9032-932c67825a8e'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.643427] env[68934]: DEBUG nova.network.neutron [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Updating instance_info_cache with network_info: [{"id": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "address": "fa:16:3e:cf:48:79", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd349bd6b-3d", "ovs_interfaceid": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.686272] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38f1839-781f-4afb-83c6-7dd493dfa0f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.695072] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40112b13-20ed-4fb1-adb7-353361327b08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.732386] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46597b5e-64c1-47d9-b9b5-34e65034ca49 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.741837] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a855841-8fe5-4301-b777-d67d3bbc6edc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.748123] env[68934]: DEBUG nova.compute.manager [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Received event network-vif-plugged-fcdc7318-708f-4b63-b716-e46ae9514d17 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.748353] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Acquiring lock "6632b573-25f3-4fad-bd3d-b1340185fa3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.748555] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.748720] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.748890] env[68934]: DEBUG nova.compute.manager [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] No waiting events found dispatching network-vif-plugged-fcdc7318-708f-4b63-b716-e46ae9514d17 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.749071] env[68934]: WARNING nova.compute.manager [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Received unexpected event network-vif-plugged-fcdc7318-708f-4b63-b716-e46ae9514d17 for instance with vm_state building and task_state spawning. [ 1174.749245] env[68934]: DEBUG nova.compute.manager [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Received event network-changed-fcdc7318-708f-4b63-b716-e46ae9514d17 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.749396] env[68934]: DEBUG nova.compute.manager [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Refreshing instance network info cache due to event network-changed-fcdc7318-708f-4b63-b716-e46ae9514d17. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.749575] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Acquiring lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.749711] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Acquired lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.749865] env[68934]: DEBUG nova.network.neutron [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Refreshing network info cache for port fcdc7318-708f-4b63-b716-e46ae9514d17 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.763828] env[68934]: DEBUG nova.compute.provider_tree [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.805727] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.054036] env[68934]: DEBUG nova.objects.instance [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'flavor' on Instance uuid 4c10abfb-bab0-4625-bafb-187ec239efa4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.119117] env[68934]: DEBUG nova.network.neutron [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [{"id": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "address": "fa:16:3e:bb:a1:3d", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e3e3a-98", "ovs_interfaceid": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.146467] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.146784] env[68934]: DEBUG nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Instance network_info: |[{"id": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "address": "fa:16:3e:cf:48:79", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd349bd6b-3d", "ovs_interfaceid": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.147223] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:48:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd349bd6b-3dfe-420c-9496-4729e660e0b2', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.154972] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating folder: Project (b35d2620101644f69466d0530d97dd57). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.155505] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07f258c2-166f-4a65-b87d-d9c7b4df05da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.167929] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created folder: Project (b35d2620101644f69466d0530d97dd57) in parent group-v627191. [ 1175.168114] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating folder: Instances. Parent ref: group-v627483. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.168313] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df85fa4b-758f-4139-89a2-c68299ca5877 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.180589] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created folder: Instances in parent group-v627483. [ 1175.180841] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.181071] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.181301] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81eb134e-69b8-424d-8302-f00f11e105db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.200260] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.200260] env[68934]: value = "task-3135695" [ 1175.200260] env[68934]: _type = "Task" [ 1175.200260] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.207995] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135695, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.267044] env[68934]: DEBUG nova.scheduler.client.report [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.282209] env[68934]: DEBUG nova.network.neutron [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.351831] env[68934]: DEBUG nova.network.neutron [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.622723] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.711098] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135695, 'name': CreateVM_Task, 'duration_secs': 0.3782} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.711098] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.711695] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.711864] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.712205] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.712447] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0c8a08-9eca-4977-a8a9-773db5365cc8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.716941] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1175.716941] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f8f748-3fa6-5cee-b976-a6b8df9364f5" [ 1175.716941] env[68934]: _type = "Task" [ 1175.716941] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.725911] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f8f748-3fa6-5cee-b976-a6b8df9364f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.773045] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.775628] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.906s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.775628] env[68934]: DEBUG nova.objects.instance [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'resources' on Instance uuid 177a3446-f203-4f1b-950e-5307d8b324d1 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.795751] env[68934]: INFO nova.scheduler.client.report [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Deleted allocations for instance 9a0032fb-1076-487b-9d81-8243a7734cb4 [ 1175.854562] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Releasing lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.854839] env[68934]: DEBUG nova.compute.manager [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Received event network-changed-a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.855014] env[68934]: DEBUG nova.compute.manager [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Refreshing instance network info cache due to event network-changed-a47fcada-8a4a-4397-8758-6cf23d9af96f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.855239] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Acquiring lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.855464] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Acquired lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.855652] env[68934]: DEBUG nova.network.neutron [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Refreshing network info cache for port a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.856784] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.856942] env[68934]: DEBUG nova.network.neutron [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.062180] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7afe55b6-1110-4733-b006-49ccfe53d78d tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.230025] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f8f748-3fa6-5cee-b976-a6b8df9364f5, 'name': SearchDatastore_Task, 'duration_secs': 0.028813} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.230209] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.230584] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.231920] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.231920] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.231920] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.231920] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d22f27c1-56ff-4cb9-a8a7-e3e9a7f71bc1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.243385] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.243672] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.246025] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa782270-a46e-4629-b9cf-eaeadc82202e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.253552] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1176.253552] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d3901a-7361-7e7b-bedd-2564cbce3f58" [ 1176.253552] env[68934]: _type = "Task" [ 1176.253552] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.264257] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d3901a-7361-7e7b-bedd-2564cbce3f58, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.265092] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb017951-e24b-4325-83cd-cf16ed4a93a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.270885] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1176.270885] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d7444-91e5-fdb2-22f7-fe2fe9618b96" [ 1176.270885] env[68934]: _type = "Task" [ 1176.270885] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.282179] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d7444-91e5-fdb2-22f7-fe2fe9618b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.305087] env[68934]: DEBUG oslo_concurrency.lockutils [None req-516f2478-8dd1-46f1-983c-d5e85da85059 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Lock "9a0032fb-1076-487b-9d81-8243a7734cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.959s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.421379] env[68934]: DEBUG nova.network.neutron [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.463193] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12baea33-482c-4ff1-979e-c5214007fe9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.471437] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ad5a02-704b-4df0-bb79-a988955ab076 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.505460] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc13d5e3-d4d8-49a3-ab6d-243d44b08a91 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.515785] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66568ad-0157-4b33-a6ba-014a32b43234 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.531127] env[68934]: DEBUG nova.compute.provider_tree [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.746889] env[68934]: DEBUG nova.network.neutron [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Updating instance_info_cache with network_info: [{"id": "fcdc7318-708f-4b63-b716-e46ae9514d17", "address": "fa:16:3e:00:fb:d0", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdc7318-70", "ovs_interfaceid": "fcdc7318-708f-4b63-b716-e46ae9514d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.785455] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527d7444-91e5-fdb2-22f7-fe2fe9618b96, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.786393] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.786393] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/8d8587c1-c84b-4785-8e84-8be51b5a876b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.786564] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ae12b5-3b82-4c31-b15c-9e8aeaf6e0da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.794809] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1176.794809] env[68934]: value = "task-3135697" [ 1176.794809] env[68934]: _type = "Task" [ 1176.794809] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.805401] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.862259] env[68934]: DEBUG nova.network.neutron [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updated VIF entry in instance network info cache for port a47fcada-8a4a-4397-8758-6cf23d9af96f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.862668] env[68934]: DEBUG nova.network.neutron [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updating instance_info_cache with network_info: [{"id": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "address": "fa:16:3e:b9:c5:6e", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fcada-8a", "ovs_interfaceid": "a47fcada-8a4a-4397-8758-6cf23d9af96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.034763] env[68934]: DEBUG nova.scheduler.client.report [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.137723] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fa1060-df02-4715-b719-b7099c10cc81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.163558] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance '42087fc0-4cfb-4510-85f2-0b11361e6b32' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.249018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "4c10abfb-bab0-4625-bafb-187ec239efa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.249018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.249018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "4c10abfb-bab0-4625-bafb-187ec239efa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.249018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.249761] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.251309] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.251670] env[68934]: DEBUG nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Instance network_info: |[{"id": "fcdc7318-708f-4b63-b716-e46ae9514d17", "address": "fa:16:3e:00:fb:d0", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdc7318-70", "ovs_interfaceid": "fcdc7318-708f-4b63-b716-e46ae9514d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.252515] env[68934]: INFO nova.compute.manager [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Terminating instance [ 1177.254332] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:fb:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcdc7318-708f-4b63-b716-e46ae9514d17', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.263139] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.264729] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.265927] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f83826e2-8d82-4b2a-b75c-54ec62a92777 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.286064] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.286064] env[68934]: value = "task-3135698" [ 1177.286064] env[68934]: _type = "Task" [ 1177.286064] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.294660] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135698, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.304484] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465199} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.304750] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/8d8587c1-c84b-4785-8e84-8be51b5a876b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.304964] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.305229] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30a2898-d829-4a3b-8e0d-056b89edee46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.312230] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1177.312230] env[68934]: value = "task-3135699" [ 1177.312230] env[68934]: _type = "Task" [ 1177.312230] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.321391] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.365930] env[68934]: DEBUG oslo_concurrency.lockutils [req-4796322c-0a0f-4f97-88b3-ea94c100cfcf req-79249b76-b4fa-4724-98be-e2031c5a0393 service nova] Releasing lock "refresh_cache-fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.541632] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.543882] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.364s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.544173] env[68934]: DEBUG nova.objects.instance [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lazy-loading 'resources' on Instance uuid 31ab4fef-c30b-4f76-9293-fe0340826004 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.566196] env[68934]: INFO nova.scheduler.client.report [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted allocations for instance 177a3446-f203-4f1b-950e-5307d8b324d1 [ 1177.629632] env[68934]: INFO nova.compute.manager [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Rebuilding instance [ 1177.670282] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.670588] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0e03e1c-e8c1-47e2-a8ef-e632097b0255 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.680813] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1177.680813] env[68934]: value = "task-3135700" [ 1177.680813] env[68934]: _type = "Task" [ 1177.680813] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.687930] env[68934]: DEBUG nova.compute.manager [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.690063] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a984cf90-fa78-454e-9293-ea56488b244b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.699445] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.766025] env[68934]: DEBUG nova.compute.manager [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.766255] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.767137] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e489b1d9-b65a-41d2-806d-3d4075a65015 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.776143] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.776410] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd6fb97-f7d9-4ad4-8b6e-837d7dc4f536 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.783855] env[68934]: DEBUG oslo_vmware.api [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1177.783855] env[68934]: value = "task-3135701" [ 1177.783855] env[68934]: _type = "Task" [ 1177.783855] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.801933] env[68934]: DEBUG oslo_vmware.api [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.801933] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135698, 'name': CreateVM_Task, 'duration_secs': 0.416458} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.801933] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.801933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.801933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.802244] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.802421] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79dab83a-1dd3-4dca-8a06-46feccd0d177 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.808031] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1177.808031] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e9f799-b6a3-ec22-1d99-d88990cd0d85" [ 1177.808031] env[68934]: _type = "Task" [ 1177.808031] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.819297] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e9f799-b6a3-ec22-1d99-d88990cd0d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.825402] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074314} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.825665] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.826441] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b68ffd-b24b-4dce-b2de-25c8c85c0e1e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.849504] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/8d8587c1-c84b-4785-8e84-8be51b5a876b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.849844] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0744ca83-f533-4249-9d46-606cf6a5a46f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.869917] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1177.869917] env[68934]: value = "task-3135702" [ 1177.869917] env[68934]: _type = "Task" [ 1177.869917] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.881910] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.077097] env[68934]: DEBUG oslo_concurrency.lockutils [None req-fb113048-f963-4cc5-88b9-835e4b51c6ad tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "177a3446-f203-4f1b-950e-5307d8b324d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.739s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.199320] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135700, 'name': PowerOffVM_Task, 'duration_secs': 0.232912} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.199320] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.199320] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance '42087fc0-4cfb-4510-85f2-0b11361e6b32' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.297578] env[68934]: DEBUG oslo_vmware.api [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135701, 'name': PowerOffVM_Task, 'duration_secs': 0.206476} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.301179] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.301490] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.302257] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c279a990-d1d7-40ac-938e-9927e29acdc9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.317084] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7511e22e-3768-47cb-a460-df146ab49ac3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.328071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5476c50-2e23-41a6-888d-f0935ab3a696 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.335867] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e9f799-b6a3-ec22-1d99-d88990cd0d85, 'name': SearchDatastore_Task, 'duration_secs': 0.015381} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.336649] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.336897] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.337147] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.337298] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.337484] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.337784] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-620b25e1-8d05-4d14-9d8c-42cde292ad8b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.366469] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c62c8c-7125-4bdf-9f9a-29d72f34662a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.378933] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e198fa-fa0a-4727-9138-b5d2b1f3e1b7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.383197] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.383460] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.388191] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18fcc90-c011-4287-bceb-5746248394ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.391362] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.391603] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.391796] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleting the datastore file [datastore1] 4c10abfb-bab0-4625-bafb-187ec239efa4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.392099] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.392718] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa97b50-93b0-4061-b9f0-f5872182d5a8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.403485] env[68934]: DEBUG nova.compute.provider_tree [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.406113] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1178.406113] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52362cfe-5e70-d264-5c82-efaa5e5f3672" [ 1178.406113] env[68934]: _type = "Task" [ 1178.406113] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.410846] env[68934]: DEBUG oslo_vmware.api [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1178.410846] env[68934]: value = "task-3135705" [ 1178.410846] env[68934]: _type = "Task" [ 1178.410846] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.418515] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52362cfe-5e70-d264-5c82-efaa5e5f3672, 'name': SearchDatastore_Task, 'duration_secs': 0.017052} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.419908] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c1d6b7-baa6-47da-bd18-92c52d46f51a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.426299] env[68934]: DEBUG oslo_vmware.api [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.428104] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1178.428104] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5250dd9a-30d7-ce0f-43c2-b77ac0dd4585" [ 1178.428104] env[68934]: _type = "Task" [ 1178.428104] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.438361] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5250dd9a-30d7-ce0f-43c2-b77ac0dd4585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.705654] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.706093] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.706213] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.706406] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.706559] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.706708] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.706930] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.707118] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.707300] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.707506] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.707707] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.713240] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.713502] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0842f9-ffac-4280-95ca-abd3b6c0803e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.724282] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c62164fd-d94d-4a3e-9188-ca3ffa9a1c80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.731795] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1178.731795] env[68934]: value = "task-3135706" [ 1178.731795] env[68934]: _type = "Task" [ 1178.731795] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.733410] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1178.733410] env[68934]: value = "task-3135707" [ 1178.733410] env[68934]: _type = "Task" [ 1178.733410] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.745682] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.748767] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.883625] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135702, 'name': ReconfigVM_Task, 'duration_secs': 0.581787} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.883834] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/8d8587c1-c84b-4785-8e84-8be51b5a876b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.884548] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68fff3cd-7a62-40ff-ae29-12dd96adcde7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.891599] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1178.891599] env[68934]: value = "task-3135708" [ 1178.891599] env[68934]: _type = "Task" [ 1178.891599] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.900945] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135708, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.908052] env[68934]: DEBUG nova.scheduler.client.report [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.926026] env[68934]: DEBUG oslo_vmware.api [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177907} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.926164] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.927100] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.927100] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.927100] env[68934]: INFO nova.compute.manager [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1178.927100] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.927455] env[68934]: DEBUG nova.compute.manager [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.927455] env[68934]: DEBUG nova.network.neutron [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.943737] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5250dd9a-30d7-ce0f-43c2-b77ac0dd4585, 'name': SearchDatastore_Task, 'duration_secs': 0.020698} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.943737] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.943737] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/6632b573-25f3-4fad-bd3d-b1340185fa3f.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.943737] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f15a5c-cfaf-4ac7-9abc-58c68bfb8809 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.952194] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1178.952194] env[68934]: value = "task-3135709" [ 1178.952194] env[68934]: _type = "Task" [ 1178.952194] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.962911] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.249272] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135706, 'name': PowerOffVM_Task, 'duration_secs': 0.277425} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.254668] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.254668] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.254668] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135707, 'name': ReconfigVM_Task, 'duration_secs': 0.270316} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.254668] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5eb0f-cd17-4d80-a37b-df1d843f8259 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.259584] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance '42087fc0-4cfb-4510-85f2-0b11361e6b32' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.275268] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.275583] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d7ab09f-a429-4456-b651-9b3587f986cd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.385918] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.386199] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.386419] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleting the datastore file [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.386702] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2718019d-51c7-4b76-b888-903b7b5cc94a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.400148] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1179.400148] env[68934]: value = "task-3135711" [ 1179.400148] env[68934]: _type = "Task" [ 1179.400148] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.409172] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135708, 'name': Rename_Task, 'duration_secs': 0.176903} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.412750] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.413205] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.413489] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef454c95-d155-43b9-8c12-de0c9e6be770 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.416342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.425060] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1179.425060] env[68934]: value = "task-3135712" [ 1179.425060] env[68934]: _type = "Task" [ 1179.425060] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.436147] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.437314] env[68934]: INFO nova.scheduler.client.report [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Deleted allocations for instance 31ab4fef-c30b-4f76-9293-fe0340826004 [ 1179.464640] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135709, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.707707] env[68934]: DEBUG nova.compute.manager [req-7d72ef9e-49fc-4e06-a9d3-0248545af939 req-c855d69a-39ea-4983-9a76-a45766573aab service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Received event network-vif-deleted-77b2360c-e130-404d-b4d8-81f895689423 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.707707] env[68934]: INFO nova.compute.manager [req-7d72ef9e-49fc-4e06-a9d3-0248545af939 req-c855d69a-39ea-4983-9a76-a45766573aab service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Neutron deleted interface 77b2360c-e130-404d-b4d8-81f895689423; detaching it from the instance and deleting it from the info cache [ 1179.708246] env[68934]: DEBUG nova.network.neutron [req-7d72ef9e-49fc-4e06-a9d3-0248545af939 req-c855d69a-39ea-4983-9a76-a45766573aab service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.718320] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "e651f58b-c1ab-47f2-924c-afb19806e333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.718794] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "e651f58b-c1ab-47f2-924c-afb19806e333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.768365] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T14:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='528a09f6-bcb5-4565-93a6-22dcaeb38b8d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1591272524',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.768651] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.768787] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.768998] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.769277] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.769517] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.769735] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.769906] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.770108] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.770286] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.770463] env[68934]: DEBUG nova.virt.hardware [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.776210] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.776529] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bfdb3cf-6df8-41a8-b0aa-99756a7085ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.797962] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1179.797962] env[68934]: value = "task-3135713" [ 1179.797962] env[68934]: _type = "Task" [ 1179.797962] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.807818] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.911166] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.936355] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135712, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.948804] env[68934]: DEBUG oslo_concurrency.lockutils [None req-87795943-4717-4dbc-af72-3c6662a8ce16 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Lock "31ab4fef-c30b-4f76-9293-fe0340826004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.759s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.965663] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701921} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.966566] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/6632b573-25f3-4fad-bd3d-b1340185fa3f.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.966566] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.966566] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9b702c1-5d78-41ae-bb6a-839218b2ebd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.975693] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1179.975693] env[68934]: value = "task-3135715" [ 1179.975693] env[68934]: _type = "Task" [ 1179.975693] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.989521] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.191464] env[68934]: DEBUG nova.network.neutron [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.210875] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b309107-2f79-4394-8c7f-8608eeb61993 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.221878] env[68934]: DEBUG nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.231259] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa973806-284b-4ac1-934e-27a051de588b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.281656] env[68934]: DEBUG nova.compute.manager [req-7d72ef9e-49fc-4e06-a9d3-0248545af939 req-c855d69a-39ea-4983-9a76-a45766573aab service nova] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Detach interface failed, port_id=77b2360c-e130-404d-b4d8-81f895689423, reason: Instance 4c10abfb-bab0-4625-bafb-187ec239efa4 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.310243] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135713, 'name': ReconfigVM_Task, 'duration_secs': 0.384004} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.310478] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.311617] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ea33f-c71a-4189-93a6-9dee12e43c70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.335581] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.335920] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c63c0d-8b2a-411d-9f42-3849439f03ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.357871] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1180.357871] env[68934]: value = "task-3135716" [ 1180.357871] env[68934]: _type = "Task" [ 1180.357871] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.367612] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.411958] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549494} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.412535] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.412535] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.412767] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.435803] env[68934]: DEBUG oslo_vmware.api [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135712, 'name': PowerOnVM_Task, 'duration_secs': 0.923071} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.436095] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.436309] env[68934]: INFO nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1180.436498] env[68934]: DEBUG nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.437300] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c990f7-c80c-4738-9d2d-41dbea622d8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.486702] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099652} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.486977] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.487751] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8812a052-32c2-4fa8-a099-ef54f44a34e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.510071] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/6632b573-25f3-4fad-bd3d-b1340185fa3f.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.510366] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ac437d-b789-4593-9736-05155a557a1a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.530306] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1180.530306] env[68934]: value = "task-3135717" [ 1180.530306] env[68934]: _type = "Task" [ 1180.530306] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.538677] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.694754] env[68934]: INFO nova.compute.manager [-] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Took 1.77 seconds to deallocate network for instance. [ 1180.770276] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.770276] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.772041] env[68934]: INFO nova.compute.claims [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.868379] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.955658] env[68934]: INFO nova.compute.manager [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Took 18.14 seconds to build instance. [ 1181.041123] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.199267] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.368472] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135716, 'name': ReconfigVM_Task, 'duration_secs': 0.92082} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.368745] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.369073] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance '42087fc0-4cfb-4510-85f2-0b11361e6b32' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.451706] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.451948] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.452311] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.452659] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.452961] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.453198] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.453743] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.453931] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.454884] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.455127] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.455637] env[68934]: DEBUG nova.virt.hardware [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.456191] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a7bc9-8a05-4835-9f82-51b24150f737 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.460673] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d4c23c9a-de9e-4973-84f3-a2e82a327817 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.660s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.466931] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd552d1-33c2-4957-92e0-3711903556cf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.482011] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:95:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57651bea-ff51-4ab2-af9c-f36b225ad8fe', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.489530] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.489803] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.490032] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2be714ca-6cf6-4d2d-b335-536bc1a8bb93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.511112] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.511112] env[68934]: value = "task-3135718" [ 1181.511112] env[68934]: _type = "Task" [ 1181.511112] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.519269] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135718, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.541029] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135717, 'name': ReconfigVM_Task, 'duration_secs': 0.791217} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.541029] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/6632b573-25f3-4fad-bd3d-b1340185fa3f.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.541361] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca939c71-4bf7-4210-b622-e65586a8cbd9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.549676] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1181.549676] env[68934]: value = "task-3135719" [ 1181.549676] env[68934]: _type = "Task" [ 1181.549676] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.557926] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135719, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.878416] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeaea0f-edbd-461a-85cb-ffb389dc0f07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.910086] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5047da42-0a5a-4984-9d70-3a90e70d366b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.931114] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance '42087fc0-4cfb-4510-85f2-0b11361e6b32' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.026796] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135718, 'name': CreateVM_Task, 'duration_secs': 0.359457} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.026796] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.026796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.026796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.026796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.026796] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcec490-ffd8-4f56-b72f-fa4a3fd49f4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.031165] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1182.031165] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52854d6e-218f-3474-d73c-0203fc744f77" [ 1182.031165] env[68934]: _type = "Task" [ 1182.031165] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.042635] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52854d6e-218f-3474-d73c-0203fc744f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.058531] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135719, 'name': Rename_Task, 'duration_secs': 0.167906} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.059604] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.060343] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0faa128-d706-4b74-9f4e-618444cd72f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.062757] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4777273-184a-42b8-9f41-d6472570d795 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.069844] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fa3db7-f703-4c16-8440-310afddaf631 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.072902] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1182.072902] env[68934]: value = "task-3135721" [ 1182.072902] env[68934]: _type = "Task" [ 1182.072902] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.101113] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d40da9-8264-4379-9452-0c4cbd8894c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.106136] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135721, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.112194] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7f5e72-edbb-4653-8228-f0131a3030a4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.126988] env[68934]: DEBUG nova.compute.provider_tree [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.476169] env[68934]: DEBUG nova.network.neutron [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Port 9e2e3e3a-9884-4618-9f77-6f82f5611255 binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1182.544862] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52854d6e-218f-3474-d73c-0203fc744f77, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.545177] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.545417] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.545647] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.545809] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.545988] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.546262] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccbf920e-c2fa-4098-8661-49ec6db00a3c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.560238] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.560493] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.561352] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f0f718-9f55-4f50-b975-a0d89bdc9c4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.566843] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1182.566843] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52009d0f-5eea-3e42-d0b0-401d9c94032b" [ 1182.566843] env[68934]: _type = "Task" [ 1182.566843] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.575045] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52009d0f-5eea-3e42-d0b0-401d9c94032b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.582892] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.631613] env[68934]: DEBUG nova.scheduler.client.report [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.078217] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52009d0f-5eea-3e42-d0b0-401d9c94032b, 'name': SearchDatastore_Task, 'duration_secs': 0.036177} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.082707] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374156ae-11ac-4a0c-b50c-d8d4939d99d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.090609] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.092096] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1183.092096] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a1a964-b136-0192-3e49-818cf7783279" [ 1183.092096] env[68934]: _type = "Task" [ 1183.092096] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.100976] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a1a964-b136-0192-3e49-818cf7783279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.136675] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.137184] env[68934]: DEBUG nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.139802] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.941s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.140014] env[68934]: DEBUG nova.objects.instance [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'resources' on Instance uuid 4c10abfb-bab0-4625-bafb-187ec239efa4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.502773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.502773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.502773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.589430] env[68934]: DEBUG oslo_vmware.api [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135721, 'name': PowerOnVM_Task, 'duration_secs': 1.131708} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.589716] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.589916] env[68934]: INFO nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1183.590340] env[68934]: DEBUG nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.590889] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d842634d-c8b0-4b17-9d57-4b33ccf63b8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.605405] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a1a964-b136-0192-3e49-818cf7783279, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.605405] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.605405] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.607336] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b5c167-eaed-4f10-bd36-ba2fbfe3c23e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.616576] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1183.616576] env[68934]: value = "task-3135722" [ 1183.616576] env[68934]: _type = "Task" [ 1183.616576] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.625048] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.642407] env[68934]: DEBUG nova.compute.utils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.644083] env[68934]: DEBUG nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.644254] env[68934]: DEBUG nova.network.neutron [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.692695] env[68934]: DEBUG nova.policy [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaca7df5500d4b16b0de4c1824f1c615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc8d3f6dc804e4286f02c5c41a63f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.845172] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f925fc15-37df-4ec6-b5a6-73cae267c5b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.855863] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a7ad0-3991-4fc2-9246-73c102305036 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.893058] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7724ac20-6c84-4881-aba5-25932d0cf935 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.902323] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc297acd-dc86-45f8-ab08-d4bb35d4d2ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.917100] env[68934]: DEBUG nova.compute.provider_tree [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.000124] env[68934]: DEBUG nova.network.neutron [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Successfully created port: fe6c6312-22ca-4b50-891f-451fb93277b1 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.127284] env[68934]: INFO nova.compute.manager [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Took 20.77 seconds to build instance. [ 1184.144622] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135722, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.148705] env[68934]: DEBUG nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.420780] env[68934]: DEBUG nova.scheduler.client.report [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.579270] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.579658] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.579755] env[68934]: DEBUG nova.network.neutron [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.636184] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806194} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.636184] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.636184] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.636184] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be3fa8e0-65b5-4d1e-b2aa-7dea153cf72a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.647449] env[68934]: DEBUG oslo_concurrency.lockutils [None req-478d083d-bc2f-4599-9be7-429ea9f16bf6 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.306s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.648309] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1184.648309] env[68934]: value = "task-3135724" [ 1184.648309] env[68934]: _type = "Task" [ 1184.648309] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.661853] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.926609] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.950545] env[68934]: INFO nova.scheduler.client.report [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted allocations for instance 4c10abfb-bab0-4625-bafb-187ec239efa4 [ 1185.061670] env[68934]: INFO nova.compute.manager [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Rescuing [ 1185.061670] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.061832] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.062051] env[68934]: DEBUG nova.network.neutron [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.163904] env[68934]: DEBUG nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.166169] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202518} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.167145] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.167969] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4befd48f-629b-4032-94c9-9e5a4c430110 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.198941] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.203534] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a653f887-9bcf-40bb-a8cf-ea5ee537586f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.227573] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.227900] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.228082] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.228394] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.228476] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.228556] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.228767] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.228924] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.229108] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.229273] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.229444] env[68934]: DEBUG nova.virt.hardware [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.231629] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff922b5-91aa-488d-ba96-7f7dc3e0ff4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.236176] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1185.236176] env[68934]: value = "task-3135725" [ 1185.236176] env[68934]: _type = "Task" [ 1185.236176] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.245139] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d66ee55-6a5f-469f-b7ad-a7679683a8c2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.252616] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.374594] env[68934]: DEBUG nova.network.neutron [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [{"id": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "address": "fa:16:3e:bb:a1:3d", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e3e3a-98", "ovs_interfaceid": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.459679] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "4c10abfb-bab0-4625-bafb-187ec239efa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.211s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.748182] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135725, 'name': ReconfigVM_Task, 'duration_secs': 0.415612} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.749652] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7/356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.750449] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b806df4-b405-415f-8ccf-0ea46d71dbea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.760332] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.762405] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.765771] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1185.765771] env[68934]: value = "task-3135726" [ 1185.765771] env[68934]: _type = "Task" [ 1185.765771] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.778291] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135726, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.879029] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.925431] env[68934]: DEBUG nova.network.neutron [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Updating instance_info_cache with network_info: [{"id": "fcdc7318-708f-4b63-b716-e46ae9514d17", "address": "fa:16:3e:00:fb:d0", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdc7318-70", "ovs_interfaceid": "fcdc7318-708f-4b63-b716-e46ae9514d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.072378] env[68934]: DEBUG nova.compute.manager [req-0489fbb1-4516-440b-ab37-86671dd90c64 req-2e0954bb-c788-4985-a9c4-02ac59929fb6 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Received event network-vif-plugged-fe6c6312-22ca-4b50-891f-451fb93277b1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.072581] env[68934]: DEBUG oslo_concurrency.lockutils [req-0489fbb1-4516-440b-ab37-86671dd90c64 req-2e0954bb-c788-4985-a9c4-02ac59929fb6 service nova] Acquiring lock "e651f58b-c1ab-47f2-924c-afb19806e333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.072786] env[68934]: DEBUG oslo_concurrency.lockutils [req-0489fbb1-4516-440b-ab37-86671dd90c64 req-2e0954bb-c788-4985-a9c4-02ac59929fb6 service nova] Lock "e651f58b-c1ab-47f2-924c-afb19806e333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.072956] env[68934]: DEBUG oslo_concurrency.lockutils [req-0489fbb1-4516-440b-ab37-86671dd90c64 req-2e0954bb-c788-4985-a9c4-02ac59929fb6 service nova] Lock "e651f58b-c1ab-47f2-924c-afb19806e333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.073413] env[68934]: DEBUG nova.compute.manager [req-0489fbb1-4516-440b-ab37-86671dd90c64 req-2e0954bb-c788-4985-a9c4-02ac59929fb6 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] No waiting events found dispatching network-vif-plugged-fe6c6312-22ca-4b50-891f-451fb93277b1 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.073604] env[68934]: WARNING nova.compute.manager [req-0489fbb1-4516-440b-ab37-86671dd90c64 req-2e0954bb-c788-4985-a9c4-02ac59929fb6 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Received unexpected event network-vif-plugged-fe6c6312-22ca-4b50-891f-451fb93277b1 for instance with vm_state building and task_state spawning. [ 1186.183727] env[68934]: DEBUG nova.network.neutron [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Successfully updated port: fe6c6312-22ca-4b50-891f-451fb93277b1 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.266149] env[68934]: DEBUG nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.282537] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135726, 'name': Rename_Task, 'duration_secs': 0.151643} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.283023] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.283408] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c96953b-2100-48a3-b827-18f6276bd82a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.291136] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1186.291136] env[68934]: value = "task-3135727" [ 1186.291136] env[68934]: _type = "Task" [ 1186.291136] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.301853] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.401196] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8da35-d2c2-4fcb-a0ed-245583f48b4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.425028] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae17d1-fe2b-4217-b548-c97f563e091c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.428639] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-6632b573-25f3-4fad-bd3d-b1340185fa3f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.436435] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance '42087fc0-4cfb-4510-85f2-0b11361e6b32' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.687736] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "refresh_cache-e651f58b-c1ab-47f2-924c-afb19806e333" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.687907] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "refresh_cache-e651f58b-c1ab-47f2-924c-afb19806e333" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.688077] env[68934]: DEBUG nova.network.neutron [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.797166] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.797435] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.798913] env[68934]: INFO nova.compute.claims [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.808288] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.852453] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.852682] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.945350] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.945350] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc588955-5a89-4764-b445-1fa1d2eb2904 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.953221] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1186.953221] env[68934]: value = "task-3135728" [ 1186.953221] env[68934]: _type = "Task" [ 1186.953221] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.963812] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.223686] env[68934]: DEBUG nova.network.neutron [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.304401] env[68934]: DEBUG oslo_vmware.api [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135727, 'name': PowerOnVM_Task, 'duration_secs': 0.878168} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.305897] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.309277] env[68934]: DEBUG nova.compute.manager [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.316594] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b3ae0f-d01c-4b97-82b1-ba28ec762589 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.320283] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.320504] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.356814] env[68934]: DEBUG nova.compute.utils [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.429708] env[68934]: DEBUG nova.network.neutron [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Updating instance_info_cache with network_info: [{"id": "fe6c6312-22ca-4b50-891f-451fb93277b1", "address": "fa:16:3e:b2:91:20", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6c6312-22", "ovs_interfaceid": "fe6c6312-22ca-4b50-891f-451fb93277b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.465960] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.825221] env[68934]: DEBUG nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.843111] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.860716] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.932915] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "refresh_cache-e651f58b-c1ab-47f2-924c-afb19806e333" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.933258] env[68934]: DEBUG nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Instance network_info: |[{"id": "fe6c6312-22ca-4b50-891f-451fb93277b1", "address": "fa:16:3e:b2:91:20", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6c6312-22", "ovs_interfaceid": "fe6c6312-22ca-4b50-891f-451fb93277b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.933980] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:91:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe6c6312-22ca-4b50-891f-451fb93277b1', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.941808] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.941932] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.945117] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-febab445-6c7f-4267-9609-11aeb3aed423 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.969952] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.970417] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.971690] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89194b83-c8f6-402e-ab25-7740eccefd49 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.973314] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.973314] env[68934]: value = "task-3135729" [ 1187.973314] env[68934]: _type = "Task" [ 1187.973314] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.981744] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1187.981744] env[68934]: value = "task-3135730" [ 1187.981744] env[68934]: _type = "Task" [ 1187.981744] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.985197] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135729, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.999911] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.047034] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571b7731-4992-45f1-8540-e29726951b98 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.055544] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cb46ae-56f9-48f9-8c09-08044a335311 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.089769] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4bc04f-acba-4175-a542-11c527b6b1c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.098476] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef82da1c-0232-4b64-bed8-93ea3e4d73f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.115112] env[68934]: DEBUG nova.compute.provider_tree [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.211623] env[68934]: DEBUG nova.compute.manager [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Received event network-changed-fe6c6312-22ca-4b50-891f-451fb93277b1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.211697] env[68934]: DEBUG nova.compute.manager [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Refreshing instance network info cache due to event network-changed-fe6c6312-22ca-4b50-891f-451fb93277b1. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.211943] env[68934]: DEBUG oslo_concurrency.lockutils [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] Acquiring lock "refresh_cache-e651f58b-c1ab-47f2-924c-afb19806e333" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.212110] env[68934]: DEBUG oslo_concurrency.lockutils [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] Acquired lock "refresh_cache-e651f58b-c1ab-47f2-924c-afb19806e333" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.212326] env[68934]: DEBUG nova.network.neutron [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Refreshing network info cache for port fe6c6312-22ca-4b50-891f-451fb93277b1 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.267614] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Acquiring lock "444ff31e-acba-4889-b8f3-3f9335701af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.268099] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "444ff31e-acba-4889-b8f3-3f9335701af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.348533] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.470311] env[68934]: DEBUG oslo_vmware.api [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135728, 'name': PowerOnVM_Task, 'duration_secs': 1.462506} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.470552] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.470736] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4729f9a7-bafe-4ebf-852f-ab31fce3121b tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance '42087fc0-4cfb-4510-85f2-0b11361e6b32' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.486177] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135729, 'name': CreateVM_Task, 'duration_secs': 0.36843} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.489025] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.489693] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.489856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.490185] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.490772] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfb5106-3b02-4483-a502-806457f0c3de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.495467] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135730, 'name': PowerOffVM_Task, 'duration_secs': 0.340614} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.496075] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.496897] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba90541-60fd-40e9-a672-489e48e74b19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.501031] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1188.501031] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1630b-4d3f-949f-c21f-f19cba71a3d3" [ 1188.501031] env[68934]: _type = "Task" [ 1188.501031] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.517736] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c69f12-a066-4d32-8af5-1232d2a8935f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.524128] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1630b-4d3f-949f-c21f-f19cba71a3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.524704] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.524927] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.525165] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.525343] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.525527] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.526140] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7881beac-f8e3-4c81-8ea2-c2ca593de32b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.541075] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.541301] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.542061] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b1a89a-e50a-4cbc-8863-72ccebfaa2e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.547292] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1188.547292] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5277a843-ff80-505b-b8ef-918bfea47a0c" [ 1188.547292] env[68934]: _type = "Task" [ 1188.547292] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.556950] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5277a843-ff80-505b-b8ef-918bfea47a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.558729] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.558963] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1bfc2c3-12d5-4207-8417-4f462d68411c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.565591] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1188.565591] env[68934]: value = "task-3135731" [ 1188.565591] env[68934]: _type = "Task" [ 1188.565591] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.573212] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.618696] env[68934]: DEBUG nova.scheduler.client.report [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.770665] env[68934]: DEBUG nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.921514] env[68934]: DEBUG nova.network.neutron [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Updated VIF entry in instance network info cache for port fe6c6312-22ca-4b50-891f-451fb93277b1. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.921962] env[68934]: DEBUG nova.network.neutron [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Updating instance_info_cache with network_info: [{"id": "fe6c6312-22ca-4b50-891f-451fb93277b1", "address": "fa:16:3e:b2:91:20", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6c6312-22", "ovs_interfaceid": "fe6c6312-22ca-4b50-891f-451fb93277b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.932393] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.932645] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.932878] env[68934]: INFO nova.compute.manager [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Attaching volume 05436fff-20c8-4251-921c-99b9cbfa3fec to /dev/sdb [ 1188.967183] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef38b6d-0018-4eff-893f-0f0e0f79a565 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.980870] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb1196d-a119-4de5-8d53-8ff8c4b9df35 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.000275] env[68934]: DEBUG nova.virt.block_device [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updating existing volume attachment record: 818ca59e-68fe-44bd-9b9e-ab1135468e02 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1189.058050] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5277a843-ff80-505b-b8ef-918bfea47a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.058698] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a3a1e4-8b76-4ec9-b22d-552d3ca45804 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.064280] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1189.064280] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523dcbbf-166b-e050-a206-f1f3f73717b7" [ 1189.064280] env[68934]: _type = "Task" [ 1189.064280] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.076349] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523dcbbf-166b-e050-a206-f1f3f73717b7, 'name': SearchDatastore_Task} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.079803] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.080085] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] e651f58b-c1ab-47f2-924c-afb19806e333/e651f58b-c1ab-47f2-924c-afb19806e333.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.080386] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3317002-ef1f-4551-abb3-ac35f4bdd20c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.082246] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.082435] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.082654] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.082802] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.082973] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.083209] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7bed73e-60bf-4b0a-bed0-39b66e3ef446 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.090839] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1189.090839] env[68934]: value = "task-3135732" [ 1189.090839] env[68934]: _type = "Task" [ 1189.090839] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.091922] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.092155] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.095434] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b20d2be-2bcc-4490-8c58-13fd5c08dfeb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.103568] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.103883] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1189.103883] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526ff45d-79a8-6cd4-779b-47d12f69bf2f" [ 1189.103883] env[68934]: _type = "Task" [ 1189.103883] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.113011] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526ff45d-79a8-6cd4-779b-47d12f69bf2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.114058] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dd6237-aa4d-4ebb-814a-d4baae0b3192 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.119244] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1189.119244] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ddad2c-e2fc-eaee-1e55-d9d78bf6da58" [ 1189.119244] env[68934]: _type = "Task" [ 1189.119244] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.125038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.125215] env[68934]: DEBUG nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.127794] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.286s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.128013] env[68934]: DEBUG nova.objects.instance [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1189.138641] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ddad2c-e2fc-eaee-1e55-d9d78bf6da58, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.139031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.139407] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. {{(pid=68934) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1189.139773] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3af8059-ae72-4d87-8854-64bfa7452d84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.149967] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1189.149967] env[68934]: value = "task-3135733" [ 1189.149967] env[68934]: _type = "Task" [ 1189.149967] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.161949] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.301431] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.424927] env[68934]: DEBUG oslo_concurrency.lockutils [req-9a7fae58-476c-4431-8ce9-4d0098c0935e req-d4f30b35-9369-4c42-84ad-529c4b82ab14 service nova] Releasing lock "refresh_cache-e651f58b-c1ab-47f2-924c-afb19806e333" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.608915] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135732, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.632774] env[68934]: DEBUG nova.compute.utils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.639484] env[68934]: DEBUG nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.639763] env[68934]: DEBUG nova.network.neutron [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.662918] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135733, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.681640] env[68934]: DEBUG nova.policy [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4533dda557dd499ba304039da9147e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b84dd00b87c9460f925cbf5b567a8504', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.000516] env[68934]: DEBUG nova.network.neutron [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Successfully created port: 8ad94280-dcd2-47d2-a521-38c17e46e45f {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.104505] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535165} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.104885] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] e651f58b-c1ab-47f2-924c-afb19806e333/e651f58b-c1ab-47f2-924c-afb19806e333.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.105134] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.109023] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e702f516-17f5-46d8-934f-210801c57304 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.114519] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1190.114519] env[68934]: value = "task-3135735" [ 1190.114519] env[68934]: _type = "Task" [ 1190.114519] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.125744] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.140207] env[68934]: DEBUG oslo_concurrency.lockutils [None req-49bba926-6389-462a-b0d6-016399a58ba9 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.141608] env[68934]: DEBUG nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.144247] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.796s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.145598] env[68934]: INFO nova.compute.claims [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.161327] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731098} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.161614] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. [ 1190.162455] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eacdfd-1ddf-4a03-9754-4f5ccb17f379 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.189839] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.191512] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd47af03-a25d-45b1-82f9-4682dc2bdc3e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.212881] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1190.212881] env[68934]: value = "task-3135736" [ 1190.212881] env[68934]: _type = "Task" [ 1190.212881] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.225817] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.624788] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072939} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.626029] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.626414] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce45fd37-a49b-4bc7-97e1-10e9ac494b2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.650378] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e651f58b-c1ab-47f2-924c-afb19806e333/e651f58b-c1ab-47f2-924c-afb19806e333.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.656651] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e263a51-da1f-4eaa-9b5e-f55f4612521f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.680436] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1190.680436] env[68934]: value = "task-3135737" [ 1190.680436] env[68934]: _type = "Task" [ 1190.680436] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.690163] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.724070] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.104764] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.104880] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.105580] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.105580] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.105580] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.105580] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.105793] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.105793] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1191.105885] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.156431] env[68934]: DEBUG nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.186648] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.186808] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.186979] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.187231] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.187399] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.187550] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.187760] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.187920] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.188106] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.188275] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.188449] env[68934]: DEBUG nova.virt.hardware [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.189593] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14074d3b-cf71-4326-9559-2839a5289212 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.199115] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135737, 'name': ReconfigVM_Task, 'duration_secs': 0.325817} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.206182] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e651f58b-c1ab-47f2-924c-afb19806e333/e651f58b-c1ab-47f2-924c-afb19806e333.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.207008] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10384a8b-bdd7-477e-ad51-029f0a1ec239 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.212710] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cfb9b2-6885-4233-87c9-4e69ea91ebdd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.231930] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1191.231930] env[68934]: value = "task-3135738" [ 1191.231930] env[68934]: _type = "Task" [ 1191.231930] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.238157] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.243601] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135738, 'name': Rename_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.351997] env[68934]: DEBUG nova.network.neutron [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Port 9e2e3e3a-9884-4618-9f77-6f82f5611255 binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1191.352275] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.352924] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.352924] env[68934]: DEBUG nova.network.neutron [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.414340] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5020c699-ee9d-4b3f-aad4-ec017ebe24f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.422346] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d6ece6-a773-47bc-9bc0-eba1c683ed67 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.453911] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c80650-1051-4452-bd56-a617dcf90ed3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.462280] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186c533-b1ac-4d8f-8442-73f756eda70b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.476393] env[68934]: DEBUG nova.compute.provider_tree [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.504380] env[68934]: DEBUG nova.compute.manager [req-f8f7f6ca-82f6-45ad-90e3-746ea2ca6f82 req-f72a887b-b802-4c52-91ea-a5e830c193fb service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Received event network-vif-plugged-8ad94280-dcd2-47d2-a521-38c17e46e45f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.504711] env[68934]: DEBUG oslo_concurrency.lockutils [req-f8f7f6ca-82f6-45ad-90e3-746ea2ca6f82 req-f72a887b-b802-4c52-91ea-a5e830c193fb service nova] Acquiring lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.505040] env[68934]: DEBUG oslo_concurrency.lockutils [req-f8f7f6ca-82f6-45ad-90e3-746ea2ca6f82 req-f72a887b-b802-4c52-91ea-a5e830c193fb service nova] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.505313] env[68934]: DEBUG oslo_concurrency.lockutils [req-f8f7f6ca-82f6-45ad-90e3-746ea2ca6f82 req-f72a887b-b802-4c52-91ea-a5e830c193fb service nova] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.505608] env[68934]: DEBUG nova.compute.manager [req-f8f7f6ca-82f6-45ad-90e3-746ea2ca6f82 req-f72a887b-b802-4c52-91ea-a5e830c193fb service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] No waiting events found dispatching network-vif-plugged-8ad94280-dcd2-47d2-a521-38c17e46e45f {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.505896] env[68934]: WARNING nova.compute.manager [req-f8f7f6ca-82f6-45ad-90e3-746ea2ca6f82 req-f72a887b-b802-4c52-91ea-a5e830c193fb service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Received unexpected event network-vif-plugged-8ad94280-dcd2-47d2-a521-38c17e46e45f for instance with vm_state building and task_state spawning. [ 1191.608865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.620228] env[68934]: DEBUG nova.network.neutron [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Successfully updated port: 8ad94280-dcd2-47d2-a521-38c17e46e45f {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.726747] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.741465] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135738, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.981787] env[68934]: DEBUG nova.scheduler.client.report [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.096786] env[68934]: DEBUG nova.network.neutron [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [{"id": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "address": "fa:16:3e:bb:a1:3d", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e3e3a-98", "ovs_interfaceid": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.122829] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "refresh_cache-451865fd-b4b0-4d3e-a00e-4a26c06c5e15" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.122979] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquired lock "refresh_cache-451865fd-b4b0-4d3e-a00e-4a26c06c5e15" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.123146] env[68934]: DEBUG nova.network.neutron [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.226280] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135736, 'name': ReconfigVM_Task, 'duration_secs': 1.541121} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.226579] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.227549] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da17c236-c17b-4d9f-9968-7d904026babf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.256406] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c65b20d-d800-4682-b430-c94654c07d94 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.272729] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135738, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.274076] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1192.274076] env[68934]: value = "task-3135740" [ 1192.274076] env[68934]: _type = "Task" [ 1192.274076] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.281887] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.487601] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.488233] env[68934]: DEBUG nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.491273] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.190s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.492769] env[68934]: INFO nova.compute.claims [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.600065] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.664245] env[68934]: DEBUG nova.network.neutron [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.758596] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135738, 'name': Rename_Task, 'duration_secs': 1.185745} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.760766] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.761036] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5793474-19f4-4fa5-8a8c-280bec4240b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.768496] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1192.768496] env[68934]: value = "task-3135741" [ 1192.768496] env[68934]: _type = "Task" [ 1192.768496] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.776031] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.783553] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135740, 'name': ReconfigVM_Task, 'duration_secs': 0.154097} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.783803] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.784048] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9dcd58d-5864-4727-bf17-3281e460d2c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.790327] env[68934]: DEBUG nova.network.neutron [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Updating instance_info_cache with network_info: [{"id": "8ad94280-dcd2-47d2-a521-38c17e46e45f", "address": "fa:16:3e:e1:c0:a0", "network": {"id": "ea830ee1-226c-4b88-9594-de3f71e7b867", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-565910450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84dd00b87c9460f925cbf5b567a8504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad94280-dc", "ovs_interfaceid": "8ad94280-dcd2-47d2-a521-38c17e46e45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.792206] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1192.792206] env[68934]: value = "task-3135742" [ 1192.792206] env[68934]: _type = "Task" [ 1192.792206] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.800446] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.997276] env[68934]: DEBUG nova.compute.utils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.001134] env[68934]: DEBUG nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.001394] env[68934]: DEBUG nova.network.neutron [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.037465] env[68934]: DEBUG nova.policy [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '405c726e60c141cebbea724a0e0f957f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58248adaf9c44395852c290928493724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.103660] env[68934]: DEBUG nova.compute.manager [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68934) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1193.103895] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.280442] env[68934]: DEBUG oslo_vmware.api [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135741, 'name': PowerOnVM_Task, 'duration_secs': 0.491707} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.280700] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.280889] env[68934]: INFO nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1193.281082] env[68934]: DEBUG nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.281882] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a31df8-33f6-4f3a-a4c8-cc1df973240e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.293870] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Releasing lock "refresh_cache-451865fd-b4b0-4d3e-a00e-4a26c06c5e15" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.294325] env[68934]: DEBUG nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Instance network_info: |[{"id": "8ad94280-dcd2-47d2-a521-38c17e46e45f", "address": "fa:16:3e:e1:c0:a0", "network": {"id": "ea830ee1-226c-4b88-9594-de3f71e7b867", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-565910450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84dd00b87c9460f925cbf5b567a8504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad94280-dc", "ovs_interfaceid": "8ad94280-dcd2-47d2-a521-38c17e46e45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.294948] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c0:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ad94280-dcd2-47d2-a521-38c17e46e45f', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.303428] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Creating folder: Project (b84dd00b87c9460f925cbf5b567a8504). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.306599] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff29883b-b381-44c7-8f46-ea241efd88ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.314105] env[68934]: DEBUG oslo_vmware.api [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135742, 'name': PowerOnVM_Task, 'duration_secs': 0.387732} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.314366] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.317213] env[68934]: DEBUG nova.compute.manager [None req-08cea1e9-5a92-4234-97d2-471649f9e637 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.319107] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483584f3-ecf8-44bc-8c40-73527caac7a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.321734] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Created folder: Project (b84dd00b87c9460f925cbf5b567a8504) in parent group-v627191. [ 1193.321901] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Creating folder: Instances. Parent ref: group-v627491. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.322373] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc4f529a-8e7b-481f-bd85-1c972c9672ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.339042] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Created folder: Instances in parent group-v627491. [ 1193.339042] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.339042] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.339042] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eff11d04-f02e-48ca-b9e2-370ba5de5e28 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.356310] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.356310] env[68934]: value = "task-3135745" [ 1193.356310] env[68934]: _type = "Task" [ 1193.356310] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.365731] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135745, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.370452] env[68934]: DEBUG nova.network.neutron [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Successfully created port: aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.502777] env[68934]: DEBUG nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.535606] env[68934]: DEBUG nova.compute.manager [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Received event network-changed-8ad94280-dcd2-47d2-a521-38c17e46e45f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.535798] env[68934]: DEBUG nova.compute.manager [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Refreshing instance network info cache due to event network-changed-8ad94280-dcd2-47d2-a521-38c17e46e45f. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.536025] env[68934]: DEBUG oslo_concurrency.lockutils [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] Acquiring lock "refresh_cache-451865fd-b4b0-4d3e-a00e-4a26c06c5e15" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.536200] env[68934]: DEBUG oslo_concurrency.lockutils [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] Acquired lock "refresh_cache-451865fd-b4b0-4d3e-a00e-4a26c06c5e15" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.536337] env[68934]: DEBUG nova.network.neutron [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Refreshing network info cache for port 8ad94280-dcd2-47d2-a521-38c17e46e45f {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.556073] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1193.556357] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627490', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'name': 'volume-05436fff-20c8-4251-921c-99b9cbfa3fec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'serial': '05436fff-20c8-4251-921c-99b9cbfa3fec'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1193.557672] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d569d-72a7-41d0-abb0-ac35185827c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.582044] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a9d1c-c5ca-4a54-a3f8-cf1b0b1cb8f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.610764] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-05436fff-20c8-4251-921c-99b9cbfa3fec/volume-05436fff-20c8-4251-921c-99b9cbfa3fec.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.614102] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66112af0-9064-4259-b922-527d31bcba0a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.637656] env[68934]: DEBUG oslo_vmware.api [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1193.637656] env[68934]: value = "task-3135746" [ 1193.637656] env[68934]: _type = "Task" [ 1193.637656] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.653959] env[68934]: DEBUG oslo_vmware.api [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.776258] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e406fa39-4ce6-46ce-855e-2cfc1fcdfde3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.785329] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c094b1ed-f551-4d5b-81c8-26512c0288a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.822487] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d451b1-b0c8-41e3-ae90-3620270c3e56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.825549] env[68934]: INFO nova.compute.manager [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Took 13.07 seconds to build instance. [ 1193.833466] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82507891-e47f-4b29-b430-b6b2da43f974 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.855168] env[68934]: DEBUG nova.compute.provider_tree [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.867618] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135745, 'name': CreateVM_Task, 'duration_secs': 0.357441} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.867861] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.868977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.869281] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.869659] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.870198] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b9dfd4-d374-47b0-a4eb-3ba5fc29f7d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.876479] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1193.876479] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231b0b2-e735-fca4-3602-8d1f1f76486a" [ 1193.876479] env[68934]: _type = "Task" [ 1193.876479] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.885719] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231b0b2-e735-fca4-3602-8d1f1f76486a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.156221] env[68934]: DEBUG oslo_vmware.api [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135746, 'name': ReconfigVM_Task, 'duration_secs': 0.448456} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.156221] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-05436fff-20c8-4251-921c-99b9cbfa3fec/volume-05436fff-20c8-4251-921c-99b9cbfa3fec.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.161578] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e1bb2b-15df-4014-8627-8e9c0df56277 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.184322] env[68934]: DEBUG oslo_vmware.api [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1194.184322] env[68934]: value = "task-3135747" [ 1194.184322] env[68934]: _type = "Task" [ 1194.184322] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.196127] env[68934]: DEBUG oslo_vmware.api [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.328876] env[68934]: DEBUG oslo_concurrency.lockutils [None req-693bb684-88e7-4675-b6ae-017b0cc39532 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "e651f58b-c1ab-47f2-924c-afb19806e333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.610s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.359128] env[68934]: DEBUG nova.scheduler.client.report [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.388102] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5231b0b2-e735-fca4-3602-8d1f1f76486a, 'name': SearchDatastore_Task, 'duration_secs': 0.019814} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.388479] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.388733] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.389026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.389136] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.389334] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.389605] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ba7bc20-ce59-436d-9858-52a28b594734 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.402801] env[68934]: DEBUG nova.network.neutron [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Updated VIF entry in instance network info cache for port 8ad94280-dcd2-47d2-a521-38c17e46e45f. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.403162] env[68934]: DEBUG nova.network.neutron [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Updating instance_info_cache with network_info: [{"id": "8ad94280-dcd2-47d2-a521-38c17e46e45f", "address": "fa:16:3e:e1:c0:a0", "network": {"id": "ea830ee1-226c-4b88-9594-de3f71e7b867", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-565910450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84dd00b87c9460f925cbf5b567a8504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad94280-dc", "ovs_interfaceid": "8ad94280-dcd2-47d2-a521-38c17e46e45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.408102] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.408102] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.408102] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a56581d-3b4e-4af5-9284-cf6565d48c9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.412697] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1194.412697] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe301d-be8c-6f82-509c-0368c59fc2d2" [ 1194.412697] env[68934]: _type = "Task" [ 1194.412697] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.421803] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe301d-be8c-6f82-509c-0368c59fc2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.515738] env[68934]: DEBUG nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.541396] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.541654] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.541812] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.541992] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.542153] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.542305] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.542509] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.542667] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.542833] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.542992] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.543175] env[68934]: DEBUG nova.virt.hardware [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.544054] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b129bf99-2059-41bc-9e23-7d47da2e2e7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.551293] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "e651f58b-c1ab-47f2-924c-afb19806e333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.551495] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "e651f58b-c1ab-47f2-924c-afb19806e333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.551700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "e651f58b-c1ab-47f2-924c-afb19806e333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.551885] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "e651f58b-c1ab-47f2-924c-afb19806e333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.552069] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "e651f58b-c1ab-47f2-924c-afb19806e333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.554600] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417a535b-28e2-4942-ba9f-5732afabbe08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.558741] env[68934]: INFO nova.compute.manager [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Terminating instance [ 1194.695730] env[68934]: DEBUG oslo_vmware.api [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135747, 'name': ReconfigVM_Task, 'duration_secs': 0.205477} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.696060] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627490', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'name': 'volume-05436fff-20c8-4251-921c-99b9cbfa3fec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'serial': '05436fff-20c8-4251-921c-99b9cbfa3fec'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1194.824515] env[68934]: DEBUG nova.network.neutron [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Successfully updated port: aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.863828] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.864291] env[68934]: DEBUG nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.867033] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.258s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.867260] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.867450] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1194.867766] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.764s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.869685] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4bb82-5fb9-4bfa-8cc6-fac341a57d96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.879162] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228fd6f0-6c2d-4086-9046-b11503a3eb5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.898447] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14e944c-8866-48c7-bf24-8d5b1b6a7dc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.906761] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10381f2b-d188-4b74-b821-643546c78cc8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.910614] env[68934]: DEBUG oslo_concurrency.lockutils [req-f03ae2c7-a184-4bcd-96ad-ce0435b52d4a req-a5b63285-ca1c-42e5-9c2b-77651f468bbc service nova] Releasing lock "refresh_cache-451865fd-b4b0-4d3e-a00e-4a26c06c5e15" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.941822] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178681MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1194.941987] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.948486] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fe301d-be8c-6f82-509c-0368c59fc2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.024828} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.949300] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac30408-6184-4f00-997d-920056337860 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.955102] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1194.955102] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e64f24-6624-35d6-18f0-290cde69f845" [ 1194.955102] env[68934]: _type = "Task" [ 1194.955102] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.963020] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e64f24-6624-35d6-18f0-290cde69f845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.063031] env[68934]: DEBUG nova.compute.manager [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.063239] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.064167] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698d225f-7f9b-4a32-88c7-13823103160d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.073759] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.074143] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319bba44-00d9-48d0-a0e5-f7dcd3d302da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.082926] env[68934]: DEBUG oslo_vmware.api [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1195.082926] env[68934]: value = "task-3135748" [ 1195.082926] env[68934]: _type = "Task" [ 1195.082926] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.092844] env[68934]: DEBUG oslo_vmware.api [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.328681] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.328681] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.328681] env[68934]: DEBUG nova.network.neutron [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.371598] env[68934]: DEBUG nova.compute.utils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.373946] env[68934]: DEBUG nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.374131] env[68934]: DEBUG nova.network.neutron [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.378734] env[68934]: DEBUG nova.objects.instance [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lazy-loading 'migration_context' on Instance uuid 42087fc0-4cfb-4510-85f2-0b11361e6b32 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.466730] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e64f24-6624-35d6-18f0-290cde69f845, 'name': SearchDatastore_Task, 'duration_secs': 0.031333} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.466994] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.467279] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 451865fd-b4b0-4d3e-a00e-4a26c06c5e15/451865fd-b4b0-4d3e-a00e-4a26c06c5e15.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.467544] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f71f550-dc36-44e0-92f8-8471b0209428 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.475511] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1195.475511] env[68934]: value = "task-3135749" [ 1195.475511] env[68934]: _type = "Task" [ 1195.475511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.481654] env[68934]: DEBUG nova.policy [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9327825106d4ee18d1d75462e10525c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00d1e161bb9a4eef8a30896f11de3825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.486460] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.596257] env[68934]: DEBUG oslo_vmware.api [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135748, 'name': PowerOffVM_Task, 'duration_secs': 0.307587} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.596554] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.596808] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.597143] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b05b8cb-fe66-4eea-bc11-73667a971d0e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.693436] env[68934]: DEBUG nova.compute.manager [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Received event network-vif-plugged-aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.693436] env[68934]: DEBUG oslo_concurrency.lockutils [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] Acquiring lock "9e6669fa-613c-4a37-b683-1b0b5c798c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.693436] env[68934]: DEBUG oslo_concurrency.lockutils [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.693436] env[68934]: DEBUG oslo_concurrency.lockutils [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.693805] env[68934]: DEBUG nova.compute.manager [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] No waiting events found dispatching network-vif-plugged-aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.693805] env[68934]: WARNING nova.compute.manager [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Received unexpected event network-vif-plugged-aa2df13f-6173-459e-abeb-fa79b00062f3 for instance with vm_state building and task_state spawning. [ 1195.693805] env[68934]: DEBUG nova.compute.manager [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Received event network-changed-aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.694026] env[68934]: DEBUG nova.compute.manager [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Refreshing instance network info cache due to event network-changed-aa2df13f-6173-459e-abeb-fa79b00062f3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.697378] env[68934]: DEBUG oslo_concurrency.lockutils [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] Acquiring lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.737889] env[68934]: DEBUG nova.objects.instance [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.773539] env[68934]: INFO nova.compute.manager [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Rescuing [ 1195.773832] env[68934]: DEBUG oslo_concurrency.lockutils [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.774010] env[68934]: DEBUG oslo_concurrency.lockutils [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.774194] env[68934]: DEBUG nova.network.neutron [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.879782] env[68934]: DEBUG nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.991387] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135749, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.056336] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.056909] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.057304] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleting the datastore file [datastore2] e651f58b-c1ab-47f2-924c-afb19806e333 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.057795] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf9f316-41ee-4754-8d40-10ba0aabac6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.071173] env[68934]: DEBUG oslo_vmware.api [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1196.071173] env[68934]: value = "task-3135751" [ 1196.071173] env[68934]: _type = "Task" [ 1196.071173] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.086441] env[68934]: DEBUG oslo_vmware.api [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.178936] env[68934]: DEBUG nova.network.neutron [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.206429] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f06b4f-6278-474d-9f0b-d843b82dcff8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.217509] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d320ad-c4ba-4d77-b806-5657fcc58a19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.256912] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7ed7d-e4c9-447e-a069-b40f2fe0fa6b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.259940] env[68934]: DEBUG nova.network.neutron [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Successfully created port: d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.261859] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f9c0e6aa-1eed-40eb-9c1d-1ac0678c308d tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.329s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.275128] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387ac946-17ed-415d-b88f-9fc3c9ed361b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.293805] env[68934]: DEBUG nova.compute.provider_tree [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.403374] env[68934]: INFO nova.virt.block_device [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Booting with volume 7f68194b-640a-45cd-8f36-0559639fa53a at /dev/sda [ 1196.441272] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b6a1cae-f46d-47e3-8a35-67ec73ef80f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.453224] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3478cf-9c7b-4bcf-b8d3-017d0056be10 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.495154] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8810eccf-2eb5-4ba9-b39a-a6b1df82d90f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.497515] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667921} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.498842] env[68934]: DEBUG nova.network.neutron [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Updating instance_info_cache with network_info: [{"id": "aa2df13f-6173-459e-abeb-fa79b00062f3", "address": "fa:16:3e:08:32:92", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2df13f-61", "ovs_interfaceid": "aa2df13f-6173-459e-abeb-fa79b00062f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.500890] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 451865fd-b4b0-4d3e-a00e-4a26c06c5e15/451865fd-b4b0-4d3e-a00e-4a26c06c5e15.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.501291] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.502249] env[68934]: DEBUG nova.network.neutron [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Updating instance_info_cache with network_info: [{"id": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "address": "fa:16:3e:cf:48:79", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd349bd6b-3d", "ovs_interfaceid": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.504542] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3ec2b0c-5f66-4571-b632-9ff3f8eb7942 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.511721] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14fe008-140d-4f20-ac58-28cee5f53e0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.527349] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1196.527349] env[68934]: value = "task-3135752" [ 1196.527349] env[68934]: _type = "Task" [ 1196.527349] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.538171] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.557495] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6228010-1ff6-4579-b787-4618c0f4d162 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.565433] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562cfbf6-7ad7-4326-8e76-03cbe4e516ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.581594] env[68934]: DEBUG oslo_vmware.api [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.585394] env[68934]: DEBUG nova.virt.block_device [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updating existing volume attachment record: 33584971-ff56-4280-ba18-eab3edd98ccf {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.797370] env[68934]: DEBUG nova.scheduler.client.report [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.001993] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.003796] env[68934]: DEBUG nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Instance network_info: |[{"id": "aa2df13f-6173-459e-abeb-fa79b00062f3", "address": "fa:16:3e:08:32:92", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2df13f-61", "ovs_interfaceid": "aa2df13f-6173-459e-abeb-fa79b00062f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.003796] env[68934]: DEBUG oslo_concurrency.lockutils [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] Acquired lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.003796] env[68934]: DEBUG nova.network.neutron [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Refreshing network info cache for port aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.004486] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:32:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa2df13f-6173-459e-abeb-fa79b00062f3', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.013035] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.014348] env[68934]: DEBUG oslo_concurrency.lockutils [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.016345] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.017163] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fedf3ca-c658-4c78-af6b-3e5bc0543f2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.041424] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.041424] env[68934]: value = "task-3135753" [ 1197.041424] env[68934]: _type = "Task" [ 1197.041424] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.044498] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074461} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.050922] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.052818] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7959d76-0bdc-456f-bdea-259a96eb10c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.061552] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135753, 'name': CreateVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.081429] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 451865fd-b4b0-4d3e-a00e-4a26c06c5e15/451865fd-b4b0-4d3e-a00e-4a26c06c5e15.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.082149] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371d2279-4f19-437c-b37e-41a9fd4f4485 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.106755] env[68934]: DEBUG oslo_vmware.api [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.752704} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.108066] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.108267] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.108450] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.108625] env[68934]: INFO nova.compute.manager [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1197.108865] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.109516] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1197.109516] env[68934]: value = "task-3135754" [ 1197.109516] env[68934]: _type = "Task" [ 1197.109516] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.109717] env[68934]: DEBUG nova.compute.manager [-] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.109818] env[68934]: DEBUG nova.network.neutron [-] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.133373] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.142536] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.142751] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.188550] env[68934]: DEBUG oslo_concurrency.lockutils [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.188792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.554811] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135753, 'name': CreateVM_Task, 'duration_secs': 0.349851} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.555569] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.556572] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.556847] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.557192] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.557450] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7888be3d-2ef0-4bdb-92e2-14a8ef73e932 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.562757] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1197.562757] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520660a8-b6f9-6cfd-8f3d-f1f113d7e017" [ 1197.562757] env[68934]: _type = "Task" [ 1197.562757] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.572367] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520660a8-b6f9-6cfd-8f3d-f1f113d7e017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.621055] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.645928] env[68934]: DEBUG nova.compute.utils [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.688840] env[68934]: DEBUG nova.network.neutron [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Updated VIF entry in instance network info cache for port aa2df13f-6173-459e-abeb-fa79b00062f3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.689338] env[68934]: DEBUG nova.network.neutron [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Updating instance_info_cache with network_info: [{"id": "aa2df13f-6173-459e-abeb-fa79b00062f3", "address": "fa:16:3e:08:32:92", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2df13f-61", "ovs_interfaceid": "aa2df13f-6173-459e-abeb-fa79b00062f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.692056] env[68934]: DEBUG nova.compute.utils [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.811741] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.944s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.817434] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.875s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.873686] env[68934]: DEBUG nova.network.neutron [-] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.026429] env[68934]: DEBUG nova.network.neutron [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Successfully updated port: d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.075841] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520660a8-b6f9-6cfd-8f3d-f1f113d7e017, 'name': SearchDatastore_Task, 'duration_secs': 0.013642} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.075841] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.076085] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.076244] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.076428] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.076628] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.076886] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1a8d86-3514-4bfa-82fb-f8f7ba51417c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.085650] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.085826] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.086527] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa4bc36-6e69-4acb-bf04-c6693ccfdbb6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.091717] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1198.091717] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52392ff7-1c6f-5a29-b343-63f8ba4b5dc4" [ 1198.091717] env[68934]: _type = "Task" [ 1198.091717] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.099363] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52392ff7-1c6f-5a29-b343-63f8ba4b5dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.120899] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.149110] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.191526] env[68934]: DEBUG oslo_concurrency.lockutils [req-ade92306-d58a-46b1-96ef-797aea0700a0 req-d950ecb4-dcd2-4381-b5e2-95704745aa15 service nova] Releasing lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.194375] env[68934]: DEBUG oslo_concurrency.lockutils [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.376031] env[68934]: INFO nova.compute.manager [-] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Took 1.27 seconds to deallocate network for instance. [ 1198.529427] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Acquiring lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.529545] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Acquired lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.529698] env[68934]: DEBUG nova.network.neutron [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.560431] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.560737] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36953457-ffc7-4ea9-bf32-713e3e74347d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.569713] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1198.569713] env[68934]: value = "task-3135755" [ 1198.569713] env[68934]: _type = "Task" [ 1198.569713] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.579303] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.603022] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52392ff7-1c6f-5a29-b343-63f8ba4b5dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.603911] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c72f3a1-48ba-4b15-98a4-d283eb2db41a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.609594] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1198.609594] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b3df38-853c-130a-da82-05f442510da7" [ 1198.609594] env[68934]: _type = "Task" [ 1198.609594] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.619079] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b3df38-853c-130a-da82-05f442510da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.623918] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135754, 'name': ReconfigVM_Task, 'duration_secs': 1.358061} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.624190] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 451865fd-b4b0-4d3e-a00e-4a26c06c5e15/451865fd-b4b0-4d3e-a00e-4a26c06c5e15.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.624795] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809918eb-3b26-4706-9646-1a33ad739d14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.631516] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1198.631516] env[68934]: value = "task-3135756" [ 1198.631516] env[68934]: _type = "Task" [ 1198.631516] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.640825] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135756, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.674103] env[68934]: DEBUG nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.674912] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.675273] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.675519] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.675781] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.675988] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.676215] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.676511] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.676742] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.676983] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.677237] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.677582] env[68934]: DEBUG nova.virt.hardware [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.678837] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04573606-c690-4f4b-a8fd-23e186998a76 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.690013] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c31ff-1741-4f38-8328-14740b07d7bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.737239] env[68934]: DEBUG nova.compute.manager [req-36360995-963f-42dc-8a37-49f5fb3956a4 req-4025367e-f363-4093-b738-1313788c15b4 service nova] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Received event network-vif-deleted-fe6c6312-22ca-4b50-891f-451fb93277b1 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.858790] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.858976] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 5ec31989-73c7-42f9-8427-b53d2f6df260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.859118] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 026148ec-42c5-4054-aa38-16a7d7fcf9a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.859464] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 4655a315-f020-4ba4-be68-8d80ecf92128 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.859608] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.859728] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.859844] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 6fe6975a-d2a9-412d-9e09-6d0229bf8237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.859957] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.860083] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8d8587c1-c84b-4785-8e84-8be51b5a876b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.860196] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 6632b573-25f3-4fad-bd3d-b1340185fa3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.882899] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.080525] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135755, 'name': PowerOffVM_Task, 'duration_secs': 0.262555} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.081279] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.082215] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3fc617-e270-419e-a78e-ea24cb69d954 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.086238] env[68934]: DEBUG nova.network.neutron [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.106576] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34be1f9-e867-4822-8033-824b1b04b205 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.128681] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b3df38-853c-130a-da82-05f442510da7, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.129158] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.129580] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 9e6669fa-613c-4a37-b683-1b0b5c798c30/9e6669fa-613c-4a37-b683-1b0b5c798c30.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.129978] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4c4e756-324e-4ae5-9e66-f632b6c1de59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.139454] env[68934]: DEBUG nova.compute.manager [req-3a0fa9d7-ea14-4621-9de7-9cd6381939d6 req-38d8dac2-f674-4fa8-aee3-ffd42ca5b08e service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Received event network-vif-plugged-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.139957] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a0fa9d7-ea14-4621-9de7-9cd6381939d6 req-38d8dac2-f674-4fa8-aee3-ffd42ca5b08e service nova] Acquiring lock "444ff31e-acba-4889-b8f3-3f9335701af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.140291] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a0fa9d7-ea14-4621-9de7-9cd6381939d6 req-38d8dac2-f674-4fa8-aee3-ffd42ca5b08e service nova] Lock "444ff31e-acba-4889-b8f3-3f9335701af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.140805] env[68934]: DEBUG oslo_concurrency.lockutils [req-3a0fa9d7-ea14-4621-9de7-9cd6381939d6 req-38d8dac2-f674-4fa8-aee3-ffd42ca5b08e service nova] Lock "444ff31e-acba-4889-b8f3-3f9335701af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.141136] env[68934]: DEBUG nova.compute.manager [req-3a0fa9d7-ea14-4621-9de7-9cd6381939d6 req-38d8dac2-f674-4fa8-aee3-ffd42ca5b08e service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] No waiting events found dispatching network-vif-plugged-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.143018] env[68934]: WARNING nova.compute.manager [req-3a0fa9d7-ea14-4621-9de7-9cd6381939d6 req-38d8dac2-f674-4fa8-aee3-ffd42ca5b08e service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Received unexpected event network-vif-plugged-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac for instance with vm_state building and task_state spawning. [ 1199.144460] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1199.144460] env[68934]: value = "task-3135757" [ 1199.144460] env[68934]: _type = "Task" [ 1199.144460] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.150484] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135756, 'name': Rename_Task, 'duration_secs': 0.144172} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.156561] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.158492] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.161617] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b0c3971-65a5-4474-be6c-004ce20832a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.163029] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9982b0bd-3483-46b0-b39e-8a85a4dba736 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.170165] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.172154] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1199.172154] env[68934]: value = "task-3135759" [ 1199.172154] env[68934]: _type = "Task" [ 1199.172154] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.173038] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1199.173038] env[68934]: value = "task-3135758" [ 1199.173038] env[68934]: _type = "Task" [ 1199.173038] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.183775] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.187018] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.187237] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.187490] env[68934]: DEBUG oslo_concurrency.lockutils [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.187628] env[68934]: DEBUG oslo_concurrency.lockutils [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.187801] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.188077] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5708956-6160-43b4-8db3-c98be625c6f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.202101] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.202344] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.203044] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27de9a01-7530-4609-922a-ed28b670abdc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.210399] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1199.210399] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5243d1c2-c989-aef9-9cc6-68b9f7c64229" [ 1199.210399] env[68934]: _type = "Task" [ 1199.210399] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.222020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.222498] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.222904] env[68934]: INFO nova.compute.manager [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Attaching volume 7e31ed5e-cf09-4808-80a8-aba20b3f5fc8 to /dev/sdc [ 1199.225720] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5243d1c2-c989-aef9-9cc6-68b9f7c64229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.255302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.255575] env[68934]: DEBUG oslo_concurrency.lockutils [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.255830] env[68934]: INFO nova.compute.manager [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Attaching volume 022bc164-711a-4052-913e-51c5b9c3bd42 to /dev/sdb [ 1199.266375] env[68934]: DEBUG nova.network.neutron [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updating instance_info_cache with network_info: [{"id": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "address": "fa:16:3e:88:f1:a3", "network": {"id": "fca71f1b-9727-4985-a26e-7c3ed1441cb7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-660707350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d1e161bb9a4eef8a30896f11de3825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ac9b11-9e", "ovs_interfaceid": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.269531] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0be114-8423-400d-9b00-39a0baad1b16 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.277150] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3588b6b-5625-4ba9-92f3-4501db8e9bcb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.289196] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07a778-d327-473f-aced-de579b94d69e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.296049] env[68934]: DEBUG nova.virt.block_device [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updating existing volume attachment record: bdbecc8b-d625-4349-9ca6-619452c2876f {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.302718] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25ebd20-787d-491d-bc29-b84571990344 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.318207] env[68934]: DEBUG nova.virt.block_device [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating existing volume attachment record: 2c536098-a4c2-4cd5-a0a3-806f299a8598 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.361961] env[68934]: INFO nova.compute.manager [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Swapping old allocation on dict_keys(['64ca70af-0efc-43df-853f-90e83858da1f']) held by migration 5e458ab2-c6b4-4681-b2a7-59c88571bed9 for instance [ 1199.364670] env[68934]: INFO nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 5e458ab2-c6b4-4681-b2a7-59c88571bed9 has allocations against this compute host but is not found in the database. [ 1199.365339] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 42087fc0-4cfb-4510-85f2-0b11361e6b32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.365339] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance e651f58b-c1ab-47f2-924c-afb19806e333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.365339] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 451865fd-b4b0-4d3e-a00e-4a26c06c5e15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.365339] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 9e6669fa-613c-4a37-b683-1b0b5c798c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.365339] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 444ff31e-acba-4889-b8f3-3f9335701af5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.365633] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1199.365693] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1199.386397] env[68934]: DEBUG nova.scheduler.client.report [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Overwriting current allocation {'allocations': {'64ca70af-0efc-43df-853f-90e83858da1f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 145}}, 'project_id': 'e9e2f94924d34ca3b61eebaad05808b0', 'user_id': '8682222ff2de4660b51f79781ba89d91', 'consumer_generation': 1} on consumer 42087fc0-4cfb-4510-85f2-0b11361e6b32 {{(pid=68934) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1199.487337] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.487658] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquired lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.487862] env[68934]: DEBUG nova.network.neutron [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.624151] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a55afd-a4bd-4029-9672-6fec67d02f61 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.634535] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a064422-bf07-49fe-a5c8-e5ebd1926bec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.676751] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b5a4b9-fd91-463e-b7fb-91c1cb79a2b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.688864] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541952} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.694428] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 9e6669fa-613c-4a37-b683-1b0b5c798c30/9e6669fa-613c-4a37-b683-1b0b5c798c30.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.694764] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.695155] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135758, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.695435] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f08a833-9dd4-4c66-8e42-fc9efada0cdf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.698976] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a46a806-87c2-41fa-bf83-43c7d0cb5497 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.715067] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.721338] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1199.721338] env[68934]: value = "task-3135762" [ 1199.721338] env[68934]: _type = "Task" [ 1199.721338] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.729407] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5243d1c2-c989-aef9-9cc6-68b9f7c64229, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.731931] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9047b65e-3fa0-41a0-8a72-c57cca6d1cca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.737801] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.742552] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1199.742552] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]526fe0da-0cbd-2e41-6a8e-c33c1014ded4" [ 1199.742552] env[68934]: _type = "Task" [ 1199.742552] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.753337] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526fe0da-0cbd-2e41-6a8e-c33c1014ded4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.773615] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Releasing lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.774017] env[68934]: DEBUG nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Instance network_info: |[{"id": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "address": "fa:16:3e:88:f1:a3", "network": {"id": "fca71f1b-9727-4985-a26e-7c3ed1441cb7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-660707350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d1e161bb9a4eef8a30896f11de3825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ac9b11-9e", "ovs_interfaceid": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.774531] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:f1:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.783807] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Creating folder: Project (00d1e161bb9a4eef8a30896f11de3825). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.784134] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5d96066-d5fc-492a-8ef5-8029b36948da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.801193] env[68934]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1199.801193] env[68934]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68934) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1199.801193] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Folder already exists: Project (00d1e161bb9a4eef8a30896f11de3825). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1199.801193] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Creating folder: Instances. Parent ref: group-v627480. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.801193] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42de674d-08db-4190-bda8-a27545c6f5c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.813303] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Created folder: Instances in parent group-v627480. [ 1199.813638] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.813851] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.814091] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10bff8f9-808b-4f2b-9277-5b4204a02c01 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.839327] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.839327] env[68934]: value = "task-3135765" [ 1199.839327] env[68934]: _type = "Task" [ 1199.839327] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.851070] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135765, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.191095] env[68934]: DEBUG oslo_vmware.api [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135758, 'name': PowerOnVM_Task, 'duration_secs': 0.716085} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.191483] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.191633] env[68934]: INFO nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1200.191820] env[68934]: DEBUG nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.192669] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8514290-9c97-49fd-96e1-04dd2bfc8b24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.223477] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.246364] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069634} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.250891] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.252853] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5401967a-bf0a-491d-8d1d-87c17e012dfe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.272103] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]526fe0da-0cbd-2e41-6a8e-c33c1014ded4, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.282163] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 9e6669fa-613c-4a37-b683-1b0b5c798c30/9e6669fa-613c-4a37-b683-1b0b5c798c30.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.285520] env[68934]: DEBUG oslo_concurrency.lockutils [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.285748] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. {{(pid=68934) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1200.286449] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2a1347-55f9-4e41-a93d-ba8e6b3e64aa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.300765] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d4e3db6-f390-44d4-85fc-9a0fd9a5a542 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.309022] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1200.309022] env[68934]: value = "task-3135768" [ 1200.309022] env[68934]: _type = "Task" [ 1200.309022] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.310420] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1200.310420] env[68934]: value = "task-3135769" [ 1200.310420] env[68934]: _type = "Task" [ 1200.310420] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.321869] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.325062] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.349203] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135765, 'name': CreateVM_Task, 'duration_secs': 0.402076} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.349453] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.350226] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '33584971-ff56-4280-ba18-eab3edd98ccf', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627487', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'name': 'volume-7f68194b-640a-45cd-8f36-0559639fa53a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '444ff31e-acba-4889-b8f3-3f9335701af5', 'attached_at': '', 'detached_at': '', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'serial': '7f68194b-640a-45cd-8f36-0559639fa53a'}, 'volume_type': None}], 'swap': None} {{(pid=68934) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1200.350745] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Root volume attach. Driver type: vmdk {{(pid=68934) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1200.351610] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb7d776-363a-4b38-a5be-7656e3d39f46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.362485] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf496dbb-b221-4b41-bc5e-e1834547e9fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.369856] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a6782-d879-4d8e-9a87-ee4b5fbc2c80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.376808] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6c9fd788-997b-4231-8e24-5792eb35db80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.385856] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1200.385856] env[68934]: value = "task-3135770" [ 1200.385856] env[68934]: _type = "Task" [ 1200.385856] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.396564] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135770, 'name': RelocateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.397715] env[68934]: DEBUG nova.network.neutron [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [{"id": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "address": "fa:16:3e:bb:a1:3d", "network": {"id": "3df67cb0-c0f1-4b1a-92ac-b89dd0f6ae63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e6b6f1e8dec543f8af996297370f7c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e3e3a-98", "ovs_interfaceid": "9e2e3e3a-9884-4618-9f77-6f82f5611255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.714136] env[68934]: INFO nova.compute.manager [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Took 13.94 seconds to build instance. [ 1200.740200] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1200.740571] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.923s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.740689] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.858s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.740917] env[68934]: DEBUG nova.objects.instance [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'resources' on Instance uuid e651f58b-c1ab-47f2-924c-afb19806e333 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.742058] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.742220] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Cleaning up deleted instances {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1200.826502] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135768, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.829986] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.897017] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135770, 'name': RelocateVM_Task, 'duration_secs': 0.036436} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.897343] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.897544] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627487', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'name': 'volume-7f68194b-640a-45cd-8f36-0559639fa53a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '444ff31e-acba-4889-b8f3-3f9335701af5', 'attached_at': '', 'detached_at': '', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'serial': '7f68194b-640a-45cd-8f36-0559639fa53a'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.898343] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce1635b-766e-4cc0-aa1f-f687366681e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.901592] env[68934]: DEBUG oslo_concurrency.lockutils [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Releasing lock "refresh_cache-42087fc0-4cfb-4510-85f2-0b11361e6b32" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.902087] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.902384] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52bcd930-b553-4541-9834-7323eccfaf30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.904259] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29fe7d06-de09-462a-9703-189ec77ef9c3 tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "interface-451865fd-b4b0-4d3e-a00e-4a26c06c5e15-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.904494] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29fe7d06-de09-462a-9703-189ec77ef9c3 tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "interface-451865fd-b4b0-4d3e-a00e-4a26c06c5e15-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.904788] env[68934]: DEBUG nova.objects.instance [None req-29fe7d06-de09-462a-9703-189ec77ef9c3 tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lazy-loading 'flavor' on Instance uuid 451865fd-b4b0-4d3e-a00e-4a26c06c5e15 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.920383] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3dd8f-39ba-4098-b6f4-c62fb5dd329c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.923274] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1200.923274] env[68934]: value = "task-3135771" [ 1200.923274] env[68934]: _type = "Task" [ 1200.923274] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.946628] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-7f68194b-640a-45cd-8f36-0559639fa53a/volume-7f68194b-640a-45cd-8f36-0559639fa53a.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.947842] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c218549-7b2e-41a2-8873-b667f3788f77 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.968120] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.975304] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1200.975304] env[68934]: value = "task-3135772" [ 1200.975304] env[68934]: _type = "Task" [ 1200.975304] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.988625] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.216314] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427a7a14-d23f-4826-86c7-5af8daa7f64c tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.455s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.259418] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] There are 50 instances to clean {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1201.259764] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: cbb07b4d-4368-49d7-a0ae-5c06b04f6fb4] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.263991] env[68934]: DEBUG nova.compute.manager [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Received event network-changed-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.264201] env[68934]: DEBUG nova.compute.manager [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Refreshing instance network info cache due to event network-changed-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.264413] env[68934]: DEBUG oslo_concurrency.lockutils [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] Acquiring lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.264558] env[68934]: DEBUG oslo_concurrency.lockutils [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] Acquired lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.264717] env[68934]: DEBUG nova.network.neutron [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Refreshing network info cache for port d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.328839] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574332} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.333876] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. [ 1201.334187] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135769, 'name': ReconfigVM_Task, 'duration_secs': 0.694677} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.335035] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a771b4c-1079-40bf-8bcd-7fa499affbbb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.337594] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 9e6669fa-613c-4a37-b683-1b0b5c798c30/9e6669fa-613c-4a37-b683-1b0b5c798c30.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.338163] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a79cfbb-f8da-41a6-9c91-31f7f36eb2bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.362776] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.366542] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e570bc-ddbb-4be7-83fd-1198ce9f9efd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.379574] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1201.379574] env[68934]: value = "task-3135773" [ 1201.379574] env[68934]: _type = "Task" [ 1201.379574] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.385837] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1201.385837] env[68934]: value = "task-3135774" [ 1201.385837] env[68934]: _type = "Task" [ 1201.385837] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.392190] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135773, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.399608] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.408769] env[68934]: DEBUG nova.objects.instance [None req-29fe7d06-de09-462a-9703-189ec77ef9c3 tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lazy-loading 'pci_requests' on Instance uuid 451865fd-b4b0-4d3e-a00e-4a26c06c5e15 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.436927] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135771, 'name': PowerOffVM_Task, 'duration_secs': 0.267024} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.437226] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.437956] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T14:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='528a09f6-bcb5-4565-93a6-22dcaeb38b8d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1591272524',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.438208] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.438386] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.438591] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.438756] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.438921] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.439161] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.439373] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.439576] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.439772] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.439951] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.447857] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-514e3a3e-6891-4aae-a9df-276ccc5e6498 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.465964] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1201.465964] env[68934]: value = "task-3135775" [ 1201.465964] env[68934]: _type = "Task" [ 1201.465964] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.477957] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.488730] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135772, 'name': ReconfigVM_Task, 'duration_secs': 0.316311} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.489072] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-7f68194b-640a-45cd-8f36-0559639fa53a/volume-7f68194b-640a-45cd-8f36-0559639fa53a.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.496636] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbed102f-bdef-44cf-bd03-85994dc7fbe0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.513542] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1201.513542] env[68934]: value = "task-3135776" [ 1201.513542] env[68934]: _type = "Task" [ 1201.513542] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.518356] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ddcf4e-1bf5-458e-82d7-43e960956a24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.524223] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.528804] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71c9280-f5dd-4fa7-9bdf-97bbf72db599 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.562948] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b190b-d880-436f-9f41-ca84bbfc37cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.571505] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b72264f-7bfb-45d4-8c18-b569cbe61c7e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.586475] env[68934]: DEBUG nova.compute.provider_tree [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.766969] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 177a3446-f203-4f1b-950e-5307d8b324d1] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.893197] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135773, 'name': Rename_Task, 'duration_secs': 0.315006} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.893797] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.894049] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c50e0f-0ec5-4130-9870-2407f45717ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.898086] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135774, 'name': ReconfigVM_Task, 'duration_secs': 0.325472} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.899044] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.899417] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca748aba-4f90-4cde-988d-e1c110f2811a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.902656] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1201.902656] env[68934]: value = "task-3135778" [ 1201.902656] env[68934]: _type = "Task" [ 1201.902656] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.920944] env[68934]: DEBUG nova.objects.base [None req-29fe7d06-de09-462a-9703-189ec77ef9c3 tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Object Instance<451865fd-b4b0-4d3e-a00e-4a26c06c5e15> lazy-loaded attributes: flavor,pci_requests {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.921177] env[68934]: DEBUG nova.network.neutron [None req-29fe7d06-de09-462a-9703-189ec77ef9c3 tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.930761] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93eea27e-0016-445c-917e-8cdd92fba7dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.944362] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135778, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.950922] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1201.950922] env[68934]: value = "task-3135779" [ 1201.950922] env[68934]: _type = "Task" [ 1201.950922] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.959653] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.975505] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135775, 'name': ReconfigVM_Task, 'duration_secs': 0.153223} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.978563] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54892be-5266-49a3-843b-80f17f6f9293 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.001141] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T14:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='528a09f6-bcb5-4565-93a6-22dcaeb38b8d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1591272524',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.001433] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.001677] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.001774] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.001920] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.002082] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.002289] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.002445] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.002646] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.002766] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.002939] env[68934]: DEBUG nova.virt.hardware [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.003811] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36d64da-8210-4f42-9f56-5b911d8a3f7d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.009765] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1202.009765] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520c6ed4-0a7b-b461-8fb0-4db9d96d2fd9" [ 1202.009765] env[68934]: _type = "Task" [ 1202.009765] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.013510] env[68934]: DEBUG nova.network.neutron [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updated VIF entry in instance network info cache for port d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.013842] env[68934]: DEBUG nova.network.neutron [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updating instance_info_cache with network_info: [{"id": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "address": "fa:16:3e:88:f1:a3", "network": {"id": "fca71f1b-9727-4985-a26e-7c3ed1441cb7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-660707350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d1e161bb9a4eef8a30896f11de3825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ac9b11-9e", "ovs_interfaceid": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.021346] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520c6ed4-0a7b-b461-8fb0-4db9d96d2fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.022211] env[68934]: DEBUG oslo_concurrency.lockutils [None req-29fe7d06-de09-462a-9703-189ec77ef9c3 tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "interface-451865fd-b4b0-4d3e-a00e-4a26c06c5e15-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.118s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.028679] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135776, 'name': ReconfigVM_Task, 'duration_secs': 0.137971} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.028947] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627487', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'name': 'volume-7f68194b-640a-45cd-8f36-0559639fa53a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '444ff31e-acba-4889-b8f3-3f9335701af5', 'attached_at': '', 'detached_at': '', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'serial': '7f68194b-640a-45cd-8f36-0559639fa53a'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.029507] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d442f0b-4fd9-4358-bfe9-1588332f80ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.036883] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1202.036883] env[68934]: value = "task-3135780" [ 1202.036883] env[68934]: _type = "Task" [ 1202.036883] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.046637] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135780, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.090037] env[68934]: DEBUG nova.scheduler.client.report [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.272113] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 3ac0e0a0-6054-4a4d-9281-49dba003acf3] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.415197] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.462408] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.521168] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520c6ed4-0a7b-b461-8fb0-4db9d96d2fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.019788} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.521640] env[68934]: DEBUG oslo_concurrency.lockutils [req-5b053c05-67ad-456f-a204-0dbf213c266d req-870d8539-4b26-44dc-ab2b-207de483b939 service nova] Releasing lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.527687] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.529131] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3256e57b-c3ab-4291-b23b-597bb985904e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.555098] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135780, 'name': Rename_Task, 'duration_secs': 0.231319} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.557730] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.557730] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1202.557730] env[68934]: value = "task-3135782" [ 1202.557730] env[68934]: _type = "Task" [ 1202.557730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.557730] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a74caeb2-ea3f-4bb2-afe3-0cf389e193b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.571127] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.572751] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1202.572751] env[68934]: value = "task-3135783" [ 1202.572751] env[68934]: _type = "Task" [ 1202.572751] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.585342] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.595389] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.624882] env[68934]: INFO nova.scheduler.client.report [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted allocations for instance e651f58b-c1ab-47f2-924c-afb19806e333 [ 1202.776186] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 0fdebbfe-d47b-45b1-832b-bad1f11e5120] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.915751] env[68934]: DEBUG oslo_vmware.api [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135778, 'name': PowerOnVM_Task, 'duration_secs': 0.707086} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.916115] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.916398] env[68934]: INFO nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1202.916638] env[68934]: DEBUG nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.917535] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7fae76-462c-4f7b-bbf5-212eaad832c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.963949] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.069041] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135782, 'name': ReconfigVM_Task, 'duration_secs': 0.504667} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.069359] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.070219] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc51a7dc-64c2-4891-b632-4dd62e370cdf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.082510] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.100285] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.100983] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6421bd84-77a6-4ef9-9688-2ec3f8c95423 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.120962] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1203.120962] env[68934]: value = "task-3135784" [ 1203.120962] env[68934]: _type = "Task" [ 1203.120962] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.129062] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.132961] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3325609e-2d59-4795-92e1-a58d30b052cb tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "e651f58b-c1ab-47f2-924c-afb19806e333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.581s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.279234] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 04a44939-c3a6-4129-a122-65e47800ce82] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.439610] env[68934]: INFO nova.compute.manager [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Took 15.11 seconds to build instance. [ 1203.462039] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135779, 'name': ReconfigVM_Task, 'duration_secs': 1.093756} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.462327] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.462579] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e186acd-d443-491b-80d5-6d66251c30f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.468669] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1203.468669] env[68934]: value = "task-3135785" [ 1203.468669] env[68934]: _type = "Task" [ 1203.468669] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.481183] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.582917] env[68934]: DEBUG oslo_vmware.api [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135783, 'name': PowerOnVM_Task, 'duration_secs': 0.56213} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.583211] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.583418] env[68934]: INFO nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Took 4.91 seconds to spawn the instance on the hypervisor. [ 1203.583598] env[68934]: DEBUG nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.584416] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737e0bd4-e2a1-456d-8ddd-d17f292ed7a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.630828] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135784, 'name': ReconfigVM_Task, 'duration_secs': 0.316719} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.632060] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32/42087fc0-4cfb-4510-85f2-0b11361e6b32.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.632977] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f9715-b6ce-4b4f-8edb-433c55d0c2fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.654139] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fb5463-d306-4357-bbd3-d962509506e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.672889] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad2235-e83f-4935-bae4-8a09a7e7e127 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.690985] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ddb94a-45ac-42ab-b19d-f544e39d71eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.701970] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.701970] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8460bc9e-8ff6-459a-b55b-bbc60cf32af9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.703412] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1203.703412] env[68934]: value = "task-3135786" [ 1203.703412] env[68934]: _type = "Task" [ 1203.703412] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.710782] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.782870] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 1a41ddfb-0017-4e33-b2e5-a53fd7cb8d10] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.844621] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1203.844832] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627495', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'name': 'volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'serial': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1203.845750] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7c472a-48bd-4874-b935-1dad04b75068 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.862652] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d67d92-8cc9-4d5c-af84-e8abbd0d94d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.889639] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8/volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.889970] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e68f68-a811-49bf-9a73-8e20cee2bcb2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.908668] env[68934]: DEBUG oslo_vmware.api [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1203.908668] env[68934]: value = "task-3135787" [ 1203.908668] env[68934]: _type = "Task" [ 1203.908668] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.919094] env[68934]: DEBUG oslo_vmware.api [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.940768] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.620s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.977455] env[68934]: DEBUG oslo_vmware.api [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135785, 'name': PowerOnVM_Task, 'duration_secs': 0.456407} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.977921] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.982257] env[68934]: DEBUG nova.compute.manager [None req-25fe2b55-dd49-461f-a52a-5d9ff2372c36 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.982257] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6715b-7b5a-4d20-977b-b70a0c9e2366 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.984933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.985313] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.985630] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.985938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.986232] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.988542] env[68934]: INFO nova.compute.manager [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Terminating instance [ 1204.103651] env[68934]: INFO nova.compute.manager [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Took 14.83 seconds to build instance. [ 1204.213912] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135786, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.224639] env[68934]: DEBUG nova.compute.manager [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Received event network-changed-aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.224843] env[68934]: DEBUG nova.compute.manager [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Refreshing instance network info cache due to event network-changed-aa2df13f-6173-459e-abeb-fa79b00062f3. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.225452] env[68934]: DEBUG oslo_concurrency.lockutils [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] Acquiring lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.225452] env[68934]: DEBUG oslo_concurrency.lockutils [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] Acquired lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.225452] env[68934]: DEBUG nova.network.neutron [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Refreshing network info cache for port aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.286320] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 856f090e-4390-41c6-8682-07d28e23f056] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.369175] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.369491] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627499', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'name': 'volume-022bc164-711a-4052-913e-51c5b9c3bd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fe6975a-d2a9-412d-9e09-6d0229bf8237', 'attached_at': '', 'detached_at': '', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'serial': '022bc164-711a-4052-913e-51c5b9c3bd42'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.370359] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c302bf9-2362-42e0-b73e-c4049125de4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.386677] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa403b-39a2-4f09-96bd-db7559f67848 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.411896] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-022bc164-711a-4052-913e-51c5b9c3bd42/volume-022bc164-711a-4052-913e-51c5b9c3bd42.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.412259] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d280924-e201-47d2-a8d0-ac8ec1d2478b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.435813] env[68934]: DEBUG oslo_vmware.api [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.436322] env[68934]: DEBUG oslo_vmware.api [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1204.436322] env[68934]: value = "task-3135788" [ 1204.436322] env[68934]: _type = "Task" [ 1204.436322] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.443892] env[68934]: DEBUG oslo_vmware.api [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.495273] env[68934]: DEBUG nova.compute.manager [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.495273] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.496112] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b648b23-0419-43d1-8274-458264539742 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.505897] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.506172] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e6f91a6-ff8c-4cea-8169-15b733e7030a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.512650] env[68934]: DEBUG oslo_vmware.api [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1204.512650] env[68934]: value = "task-3135789" [ 1204.512650] env[68934]: _type = "Task" [ 1204.512650] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.524023] env[68934]: DEBUG oslo_vmware.api [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.606442] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "444ff31e-acba-4889-b8f3-3f9335701af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.338s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.676624] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.676728] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.715583] env[68934]: DEBUG oslo_vmware.api [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135786, 'name': PowerOnVM_Task, 'duration_secs': 0.530133} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.715864] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.790354] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: ed34ecae-dc4f-41c0-9b58-2a1b94fc53b6] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.925074] env[68934]: DEBUG oslo_vmware.api [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135787, 'name': ReconfigVM_Task, 'duration_secs': 0.6417} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.925373] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8/volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.931985] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53c334c-adfb-434b-acff-3be86bebf6d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.954132] env[68934]: DEBUG oslo_vmware.api [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.958582] env[68934]: DEBUG oslo_vmware.api [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1204.958582] env[68934]: value = "task-3135790" [ 1204.958582] env[68934]: _type = "Task" [ 1204.958582] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.968375] env[68934]: DEBUG oslo_vmware.api [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.024512] env[68934]: DEBUG oslo_vmware.api [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135789, 'name': PowerOffVM_Task, 'duration_secs': 0.277131} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.027564] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.028016] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.028411] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9de798d-f417-4334-b6a4-64361f304214 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.092697] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.092994] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.093266] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Deleting the datastore file [datastore2] 451865fd-b4b0-4d3e-a00e-4a26c06c5e15 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.093595] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20a5b578-f7a7-42cc-b650-2440fe8b041c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.106781] env[68934]: DEBUG oslo_vmware.api [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for the task: (returnval){ [ 1205.106781] env[68934]: value = "task-3135793" [ 1205.106781] env[68934]: _type = "Task" [ 1205.106781] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.116874] env[68934]: DEBUG oslo_vmware.api [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.118715] env[68934]: DEBUG nova.network.neutron [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Updated VIF entry in instance network info cache for port aa2df13f-6173-459e-abeb-fa79b00062f3. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.119078] env[68934]: DEBUG nova.network.neutron [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Updating instance_info_cache with network_info: [{"id": "aa2df13f-6173-459e-abeb-fa79b00062f3", "address": "fa:16:3e:08:32:92", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2df13f-61", "ovs_interfaceid": "aa2df13f-6173-459e-abeb-fa79b00062f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.180953] env[68934]: DEBUG nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.295608] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: af7704ad-1fc2-4105-b273-0bfba1d69b1c] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.339868] env[68934]: DEBUG nova.compute.manager [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Received event network-changed-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.340180] env[68934]: DEBUG nova.compute.manager [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Refreshing instance network info cache due to event network-changed-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.340486] env[68934]: DEBUG oslo_concurrency.lockutils [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] Acquiring lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.340689] env[68934]: DEBUG oslo_concurrency.lockutils [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] Acquired lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.340878] env[68934]: DEBUG nova.network.neutron [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Refreshing network info cache for port d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.444659] env[68934]: INFO nova.compute.manager [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Unrescuing [ 1205.444955] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.445126] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.445297] env[68934]: DEBUG nova.network.neutron [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.455969] env[68934]: DEBUG oslo_vmware.api [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135788, 'name': ReconfigVM_Task, 'duration_secs': 0.521275} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.456867] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-022bc164-711a-4052-913e-51c5b9c3bd42/volume-022bc164-711a-4052-913e-51c5b9c3bd42.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.462253] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d497227-64ab-4fbf-b618-7fa49a68b6b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.481740] env[68934]: DEBUG oslo_vmware.api [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135790, 'name': ReconfigVM_Task, 'duration_secs': 0.175005} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.483195] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627495', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'name': 'volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'serial': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1205.484703] env[68934]: DEBUG oslo_vmware.api [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1205.484703] env[68934]: value = "task-3135794" [ 1205.484703] env[68934]: _type = "Task" [ 1205.484703] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.493174] env[68934]: DEBUG oslo_vmware.api [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.617784] env[68934]: DEBUG oslo_vmware.api [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Task: {'id': task-3135793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20111} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.618074] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.618262] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.618448] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.618653] env[68934]: INFO nova.compute.manager [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.619188] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.619188] env[68934]: DEBUG nova.compute.manager [-] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.619383] env[68934]: DEBUG nova.network.neutron [-] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.621431] env[68934]: DEBUG oslo_concurrency.lockutils [req-4188a59a-9607-4a72-beb0-a837bf89a6bf req-594319d5-d861-4c58-b165-b65f753c44af service nova] Releasing lock "refresh_cache-9e6669fa-613c-4a37-b683-1b0b5c798c30" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.728753] env[68934]: INFO nova.compute.manager [None req-63a119e1-6a54-4094-9b96-3ac12dc0decf tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance to original state: 'active' [ 1205.784756] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.785041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.787065] env[68934]: INFO nova.compute.claims [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.798253] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 31ab4fef-c30b-4f76-9293-fe0340826004] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.004908] env[68934]: DEBUG oslo_vmware.api [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135794, 'name': ReconfigVM_Task, 'duration_secs': 0.156299} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.005057] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627499', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'name': 'volume-022bc164-711a-4052-913e-51c5b9c3bd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fe6975a-d2a9-412d-9e09-6d0229bf8237', 'attached_at': '', 'detached_at': '', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'serial': '022bc164-711a-4052-913e-51c5b9c3bd42'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.097368] env[68934]: DEBUG nova.network.neutron [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updated VIF entry in instance network info cache for port d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.097552] env[68934]: DEBUG nova.network.neutron [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updating instance_info_cache with network_info: [{"id": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "address": "fa:16:3e:88:f1:a3", "network": {"id": "fca71f1b-9727-4985-a26e-7c3ed1441cb7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-660707350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d1e161bb9a4eef8a30896f11de3825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ac9b11-9e", "ovs_interfaceid": "d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.175609] env[68934]: DEBUG nova.network.neutron [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Updating instance_info_cache with network_info: [{"id": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "address": "fa:16:3e:cf:48:79", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd349bd6b-3d", "ovs_interfaceid": "d349bd6b-3dfe-420c-9496-4729e660e0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.300892] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 11487948-8689-4680-b511-bcec1045a7ae] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.360788] env[68934]: DEBUG nova.network.neutron [-] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.532298] env[68934]: DEBUG nova.objects.instance [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.601903] env[68934]: DEBUG oslo_concurrency.lockutils [req-078f18a5-6927-4f26-9017-7ec98dbfab69 req-c648fe96-202e-4aa4-96c3-dcebf4a7b38a service nova] Releasing lock "refresh_cache-444ff31e-acba-4889-b8f3-3f9335701af5" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.678615] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-8d8587c1-c84b-4785-8e84-8be51b5a876b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.679313] env[68934]: DEBUG nova.objects.instance [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lazy-loading 'flavor' on Instance uuid 8d8587c1-c84b-4785-8e84-8be51b5a876b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.803768] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4c10abfb-bab0-4625-bafb-187ec239efa4] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.862988] env[68934]: INFO nova.compute.manager [-] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Took 1.24 seconds to deallocate network for instance. [ 1207.037491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e48c2848-873b-4975-929b-719ee05a51d6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.815s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.042741] env[68934]: DEBUG nova.objects.instance [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'flavor' on Instance uuid 6fe6975a-d2a9-412d-9e09-6d0229bf8237 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.050018] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56826d2-2731-43d3-8f99-00b72f465c6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.060141] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef11aa7e-1e57-41c9-9152-83313d03c0ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.098302] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ef9b34-1642-4af9-98bb-02347f249d27 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.105893] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27909891-8682-4b64-b939-597138e0fa0d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.120258] env[68934]: DEBUG nova.compute.provider_tree [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.185385] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a679798f-1517-41f5-b896-8455734ad506 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.208726] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.209174] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2ceea5-221a-4180-a615-0e4b86e570eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.216562] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1207.216562] env[68934]: value = "task-3135795" [ 1207.216562] env[68934]: _type = "Task" [ 1207.216562] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.225215] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.307159] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 482ba891-8cf5-4ee1-a296-5e9f17b92298] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.374254] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.374610] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "42087fc0-4cfb-4510-85f2-0b11361e6b32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.374821] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.375020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.375601] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.375799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.377846] env[68934]: INFO nova.compute.manager [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Terminating instance [ 1207.413300] env[68934]: DEBUG nova.compute.manager [req-ab6f545e-4ee0-4e5f-a432-2f53670deabd req-cc914e32-2798-4d42-b80c-14f7bf58b2c6 service nova] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Received event network-vif-deleted-8ad94280-dcd2-47d2-a521-38c17e46e45f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.547714] env[68934]: DEBUG oslo_concurrency.lockutils [None req-817904db-e4f7-4c85-bed3-3aa30b5d70ae tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.292s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.624059] env[68934]: DEBUG nova.scheduler.client.report [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.731080] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135795, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.811539] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 060fe62e-98c6-4c39-9909-64a245deac49] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.836182] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.836504] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.882035] env[68934]: DEBUG nova.compute.manager [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.882384] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.883610] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca7942-0b3a-40cf-aef4-481c2c34487a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.896940] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.897241] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4385337-46e1-4802-ae61-a3d6babb7e46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.905128] env[68934]: DEBUG oslo_vmware.api [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1207.905128] env[68934]: value = "task-3135796" [ 1207.905128] env[68934]: _type = "Task" [ 1207.905128] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.914234] env[68934]: DEBUG oslo_vmware.api [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.128758] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.129328] env[68934]: DEBUG nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.132145] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.758s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.132400] env[68934]: DEBUG nova.objects.instance [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lazy-loading 'resources' on Instance uuid 451865fd-b4b0-4d3e-a00e-4a26c06c5e15 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.231104] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135795, 'name': PowerOffVM_Task, 'duration_secs': 0.542867} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.231522] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.239856] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.240252] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958e330d-e841-445c-a54f-be4b649086cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.265883] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1208.265883] env[68934]: value = "task-3135798" [ 1208.265883] env[68934]: _type = "Task" [ 1208.265883] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.275291] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.315539] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 93c64238-8e3b-44cf-abb0-1be369c96aed] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.339914] env[68934]: INFO nova.compute.manager [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Detaching volume 05436fff-20c8-4251-921c-99b9cbfa3fec [ 1208.380601] env[68934]: INFO nova.virt.block_device [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Attempting to driver detach volume 05436fff-20c8-4251-921c-99b9cbfa3fec from mountpoint /dev/sdb [ 1208.380842] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1208.381036] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627490', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'name': 'volume-05436fff-20c8-4251-921c-99b9cbfa3fec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'serial': '05436fff-20c8-4251-921c-99b9cbfa3fec'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1208.382020] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7d752-7b22-4f57-8543-16523cc2611f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.410746] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f107f98-420a-4fc8-8606-a65b5b258539 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.420781] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bcea30-49ca-4220-a9c2-adc74a8aa06c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.423400] env[68934]: DEBUG oslo_vmware.api [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135796, 'name': PowerOffVM_Task, 'duration_secs': 0.185781} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.423685] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.423854] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.424427] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6ab26b-cd87-4858-ae54-d119a14cb8d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.446936] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa840dc5-7a9f-43f8-87a5-e69ead64e622 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.463298] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] The volume has not been displaced from its original location: [datastore2] volume-05436fff-20c8-4251-921c-99b9cbfa3fec/volume-05436fff-20c8-4251-921c-99b9cbfa3fec.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1208.468873] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.470904] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b1c467-1884-488b-852c-c4e406c8e4fd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.487182] env[68934]: DEBUG nova.compute.manager [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1208.493158] env[68934]: DEBUG oslo_vmware.api [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1208.493158] env[68934]: value = "task-3135800" [ 1208.493158] env[68934]: _type = "Task" [ 1208.493158] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.502571] env[68934]: DEBUG oslo_vmware.api [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.507910] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.508189] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.508572] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Deleting the datastore file [datastore1] 42087fc0-4cfb-4510-85f2-0b11361e6b32 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.508728] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-909372e6-083a-4cf8-be44-cbbd783a0b4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.518068] env[68934]: DEBUG oslo_vmware.api [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1208.518068] env[68934]: value = "task-3135801" [ 1208.518068] env[68934]: _type = "Task" [ 1208.518068] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.525572] env[68934]: DEBUG oslo_vmware.api [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.635337] env[68934]: DEBUG nova.compute.utils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.640256] env[68934]: DEBUG nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.640457] env[68934]: DEBUG nova.network.neutron [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.678540] env[68934]: DEBUG nova.policy [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaca7df5500d4b16b0de4c1824f1c615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc8d3f6dc804e4286f02c5c41a63f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.774608] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135798, 'name': ReconfigVM_Task, 'duration_secs': 0.406038} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.776973] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.777233] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.777680] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5637ac-3927-42b9-9ba8-8faaf48c181e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.784387] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1208.784387] env[68934]: value = "task-3135802" [ 1208.784387] env[68934]: _type = "Task" [ 1208.784387] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.796980] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.821505] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 1d0afe3d-63af-42fb-bf93-313e516a0344] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.845101] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2c8b36-a8ff-4263-9f1e-dce6eca8f0bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.852494] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6406e4-2c35-43dd-bffd-ca792bf405ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.885048] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99bb925-8be6-42d7-99af-707ee1afc8de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.894481] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126c2bf0-8b33-407d-9af4-bf1e93f19564 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.909744] env[68934]: DEBUG nova.compute.provider_tree [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.944903] env[68934]: DEBUG nova.network.neutron [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Successfully created port: 9459f5e7-fe44-46db-853f-c36baf2bae27 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.004942] env[68934]: DEBUG oslo_vmware.api [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135800, 'name': ReconfigVM_Task, 'duration_secs': 0.237694} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.005937] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.006256] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.011700] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a96505-2c22-46b6-af52-d26b36c19a87 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.030465] env[68934]: DEBUG oslo_vmware.api [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224414} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.031895] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.032364] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.032604] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.032795] env[68934]: INFO nova.compute.manager [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1209.033506] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.033506] env[68934]: DEBUG oslo_vmware.api [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1209.033506] env[68934]: value = "task-3135803" [ 1209.033506] env[68934]: _type = "Task" [ 1209.033506] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.033736] env[68934]: DEBUG nova.compute.manager [-] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.033736] env[68934]: DEBUG nova.network.neutron [-] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.044861] env[68934]: DEBUG oslo_vmware.api [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135803, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.143221] env[68934]: DEBUG nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.294021] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.325897] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: b6210628-19b7-49d0-a382-5f0bd3496a46] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.360881] env[68934]: DEBUG nova.compute.manager [req-49ff50d5-fb9c-48ac-8e1c-d3a1cd9a9e1f req-2e69a9b5-4a86-4bbb-9c5e-fd3d4fb09849 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Received event network-vif-deleted-9e2e3e3a-9884-4618-9f77-6f82f5611255 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.361169] env[68934]: INFO nova.compute.manager [req-49ff50d5-fb9c-48ac-8e1c-d3a1cd9a9e1f req-2e69a9b5-4a86-4bbb-9c5e-fd3d4fb09849 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Neutron deleted interface 9e2e3e3a-9884-4618-9f77-6f82f5611255; detaching it from the instance and deleting it from the info cache [ 1209.361272] env[68934]: DEBUG nova.network.neutron [req-49ff50d5-fb9c-48ac-8e1c-d3a1cd9a9e1f req-2e69a9b5-4a86-4bbb-9c5e-fd3d4fb09849 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.412626] env[68934]: DEBUG nova.scheduler.client.report [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.545834] env[68934]: DEBUG oslo_vmware.api [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135803, 'name': ReconfigVM_Task, 'duration_secs': 0.244855} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.546172] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627490', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'name': 'volume-05436fff-20c8-4251-921c-99b9cbfa3fec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '05436fff-20c8-4251-921c-99b9cbfa3fec', 'serial': '05436fff-20c8-4251-921c-99b9cbfa3fec'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1209.794379] env[68934]: DEBUG oslo_vmware.api [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135802, 'name': PowerOnVM_Task, 'duration_secs': 0.655519} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.794636] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.794864] env[68934]: DEBUG nova.compute.manager [None req-f8c8d0c6-7291-4ea7-9682-a569186759bc tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.795617] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7890bc-a211-49fc-8b11-ee3ea3c2a024 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.829350] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 47394934-beb4-4c59-8901-f3b5d27ff14a] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.842946] env[68934]: DEBUG nova.network.neutron [-] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.864613] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf7a147c-c1d6-4641-94ec-1ff227501d38 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.874030] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b5363f-5adb-4273-b594-b8aba0ac6dc7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.907089] env[68934]: DEBUG nova.compute.manager [req-49ff50d5-fb9c-48ac-8e1c-d3a1cd9a9e1f req-2e69a9b5-4a86-4bbb-9c5e-fd3d4fb09849 service nova] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Detach interface failed, port_id=9e2e3e3a-9884-4618-9f77-6f82f5611255, reason: Instance 42087fc0-4cfb-4510-85f2-0b11361e6b32 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.917208] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.919738] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.914s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.944346] env[68934]: INFO nova.scheduler.client.report [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Deleted allocations for instance 451865fd-b4b0-4d3e-a00e-4a26c06c5e15 [ 1210.085993] env[68934]: DEBUG nova.objects.instance [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.132311] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.132590] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.150976] env[68934]: DEBUG nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.180626] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.180893] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.181205] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.181268] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.181448] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.181659] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.181881] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.182062] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.182237] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.182400] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.182576] env[68934]: DEBUG nova.virt.hardware [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.183441] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb514244-7dbe-4a25-9e4f-ca39601065ed {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.191648] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5536d2-8f13-4163-bb88-7d6873e4548f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.332802] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 1e27de67-73f0-4e61-a290-36a4408e5fd9] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.346291] env[68934]: INFO nova.compute.manager [-] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Took 1.31 seconds to deallocate network for instance. [ 1210.364350] env[68934]: DEBUG nova.compute.manager [req-5fcb9b71-27de-421b-9b61-bc3be2d13be1 req-1591c61e-b614-4d92-89ef-035af7d0f99c service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Received event network-vif-plugged-9459f5e7-fe44-46db-853f-c36baf2bae27 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.365186] env[68934]: DEBUG oslo_concurrency.lockutils [req-5fcb9b71-27de-421b-9b61-bc3be2d13be1 req-1591c61e-b614-4d92-89ef-035af7d0f99c service nova] Acquiring lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.365495] env[68934]: DEBUG oslo_concurrency.lockutils [req-5fcb9b71-27de-421b-9b61-bc3be2d13be1 req-1591c61e-b614-4d92-89ef-035af7d0f99c service nova] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.365705] env[68934]: DEBUG oslo_concurrency.lockutils [req-5fcb9b71-27de-421b-9b61-bc3be2d13be1 req-1591c61e-b614-4d92-89ef-035af7d0f99c service nova] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.365925] env[68934]: DEBUG nova.compute.manager [req-5fcb9b71-27de-421b-9b61-bc3be2d13be1 req-1591c61e-b614-4d92-89ef-035af7d0f99c service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] No waiting events found dispatching network-vif-plugged-9459f5e7-fe44-46db-853f-c36baf2bae27 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.366195] env[68934]: WARNING nova.compute.manager [req-5fcb9b71-27de-421b-9b61-bc3be2d13be1 req-1591c61e-b614-4d92-89ef-035af7d0f99c service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Received unexpected event network-vif-plugged-9459f5e7-fe44-46db-853f-c36baf2bae27 for instance with vm_state building and task_state spawning. [ 1210.424586] env[68934]: INFO nova.compute.claims [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.445698] env[68934]: DEBUG nova.network.neutron [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Successfully updated port: 9459f5e7-fe44-46db-853f-c36baf2bae27 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.452281] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98d8dac2-cac0-4410-a991-18468ef0e9db tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Lock "451865fd-b4b0-4d3e-a00e-4a26c06c5e15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.467s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.636030] env[68934]: DEBUG nova.compute.utils [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.836845] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 9a0032fb-1076-487b-9d81-8243a7734cb4] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.854201] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.930779] env[68934]: INFO nova.compute.resource_tracker [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating resource usage from migration 866232dc-eb7b-453f-a0f3-c641d6ab90d3 [ 1210.955026] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "refresh_cache-dbe3be18-7bd7-4a56-9a37-18a0e74e1253" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.958540] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "refresh_cache-dbe3be18-7bd7-4a56-9a37-18a0e74e1253" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.958540] env[68934]: DEBUG nova.network.neutron [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.094059] env[68934]: DEBUG oslo_concurrency.lockutils [None req-e5aac548-ca3e-425e-a175-c08946bb3b74 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.139235] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.179281] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c044d87-1b88-4b47-8d86-e2c6867199c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.187206] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7f2e0-92fb-4567-96d3-036973e3e974 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.222159] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01097cbd-de1a-4910-a71c-42b928f85240 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.230504] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbfd2b3-ec22-4f8f-98f6-94639a284194 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.243951] env[68934]: DEBUG nova.compute.provider_tree [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.275869] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.276145] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.343030] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: da941f90-b295-418a-bdd4-40e678a37f0b] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.493669] env[68934]: DEBUG nova.network.neutron [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.641808] env[68934]: DEBUG nova.network.neutron [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Updating instance_info_cache with network_info: [{"id": "9459f5e7-fe44-46db-853f-c36baf2bae27", "address": "fa:16:3e:f9:0b:5a", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9459f5e7-fe", "ovs_interfaceid": "9459f5e7-fe44-46db-853f-c36baf2bae27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.746907] env[68934]: DEBUG nova.scheduler.client.report [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.780035] env[68934]: INFO nova.compute.manager [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Detaching volume 7e31ed5e-cf09-4808-80a8-aba20b3f5fc8 [ 1211.819055] env[68934]: INFO nova.virt.block_device [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Attempting to driver detach volume 7e31ed5e-cf09-4808-80a8-aba20b3f5fc8 from mountpoint /dev/sdc [ 1211.819348] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1211.819625] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627495', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'name': 'volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'serial': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1211.821008] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242161c-1a19-4c51-bdcb-5c353ef7557d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.846555] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: beb25202-c3ff-43e4-a86e-2e520d70038d] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.848945] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5c23da-945c-40c0-96c6-d6bd3fb0321a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.858711] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ff0cc0-943a-486e-9094-842f9d55301e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.880667] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a582aff7-52b5-45b2-a87e-1fac2d592d5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.896337] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8/volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1211.901692] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfiguring VM instance instance-00000069 to detach disk 2002 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.902315] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2968a42-c279-43d0-95e6-f13be2a438ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.923460] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1211.923460] env[68934]: value = "task-3135805" [ 1211.923460] env[68934]: _type = "Task" [ 1211.923460] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.932483] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.147681] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "refresh_cache-dbe3be18-7bd7-4a56-9a37-18a0e74e1253" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.148198] env[68934]: DEBUG nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Instance network_info: |[{"id": "9459f5e7-fe44-46db-853f-c36baf2bae27", "address": "fa:16:3e:f9:0b:5a", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9459f5e7-fe", "ovs_interfaceid": "9459f5e7-fe44-46db-853f-c36baf2bae27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.148559] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:0b:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9459f5e7-fe44-46db-853f-c36baf2bae27', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.157443] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.157959] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.158074] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86038823-e071-4864-8070-50aa8efb3497 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.181820] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.181820] env[68934]: value = "task-3135807" [ 1212.181820] env[68934]: _type = "Task" [ 1212.181820] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.189657] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135807, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.252811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.333s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.253084] env[68934]: INFO nova.compute.manager [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Migrating [ 1212.262135] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.408s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.262283] env[68934]: DEBUG nova.objects.instance [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lazy-loading 'resources' on Instance uuid 42087fc0-4cfb-4510-85f2-0b11361e6b32 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.305058] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.305487] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.305848] env[68934]: INFO nova.compute.manager [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Attaching volume ba6b6233-1f81-4dac-bb89-402177b8f8b8 to /dev/sdb [ 1212.346500] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5260f0-691a-4dca-8e92-5117d4d7fff9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.354187] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4910db74-dcf9-431d-8376-3fa6485e3d08] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.358036] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3eeb0e-c8c4-465b-a982-ca0274830cf7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.373979] env[68934]: DEBUG nova.virt.block_device [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updating existing volume attachment record: df2c5555-943f-49e8-8e85-1a7b503134cf {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1212.397140] env[68934]: DEBUG nova.compute.manager [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Received event network-changed-9459f5e7-fe44-46db-853f-c36baf2bae27 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.397140] env[68934]: DEBUG nova.compute.manager [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Refreshing instance network info cache due to event network-changed-9459f5e7-fe44-46db-853f-c36baf2bae27. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.397447] env[68934]: DEBUG oslo_concurrency.lockutils [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] Acquiring lock "refresh_cache-dbe3be18-7bd7-4a56-9a37-18a0e74e1253" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.397623] env[68934]: DEBUG oslo_concurrency.lockutils [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] Acquired lock "refresh_cache-dbe3be18-7bd7-4a56-9a37-18a0e74e1253" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.397768] env[68934]: DEBUG nova.network.neutron [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Refreshing network info cache for port 9459f5e7-fe44-46db-853f-c36baf2bae27 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.432691] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.691183] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135807, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.774796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.774999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.775272] env[68934]: DEBUG nova.network.neutron [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.857937] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 73428e6d-2f9c-4667-adcf-cd7b26702059] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.941809] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.047869] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db471354-39d9-4b13-9548-d9b4a8072b4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.056963] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cfed54-1329-4377-8d04-3ebdc4b6e935 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.094404] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aace3178-24c9-4b22-bd55-680ca76816f2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.104058] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b894a-e8f4-4920-a631-69e5197ebd02 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.121084] env[68934]: DEBUG nova.compute.provider_tree [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.188916] env[68934]: DEBUG nova.network.neutron [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Updated VIF entry in instance network info cache for port 9459f5e7-fe44-46db-853f-c36baf2bae27. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.189483] env[68934]: DEBUG nova.network.neutron [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Updating instance_info_cache with network_info: [{"id": "9459f5e7-fe44-46db-853f-c36baf2bae27", "address": "fa:16:3e:f9:0b:5a", "network": {"id": "677292fc-a4ae-45b5-b36e-78e6af740eab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1672514336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc8d3f6dc804e4286f02c5c41a63f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9459f5e7-fe", "ovs_interfaceid": "9459f5e7-fe44-46db-853f-c36baf2bae27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.195902] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135807, 'name': CreateVM_Task, 'duration_secs': 0.856235} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.196104] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.196923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.197100] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.197460] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.198021] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160a6de8-a615-4a8c-a363-da632f283cc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.202973] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1213.202973] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f6c12a-487b-b48d-c8d1-742eab45de8b" [ 1213.202973] env[68934]: _type = "Task" [ 1213.202973] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.211264] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f6c12a-487b-b48d-c8d1-742eab45de8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.361618] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: a7c932b3-dfe3-40f0-90d4-7ab049b5cab1] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.434213] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135805, 'name': ReconfigVM_Task, 'duration_secs': 1.262382} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.436911] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Reconfigured VM instance instance-00000069 to detach disk 2002 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.442349] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffebdab4-a70c-4ba1-96e8-31c60dfab1b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.459300] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1213.459300] env[68934]: value = "task-3135809" [ 1213.459300] env[68934]: _type = "Task" [ 1213.459300] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.467693] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.471484] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.471702] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.517521] env[68934]: DEBUG nova.network.neutron [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.624282] env[68934]: DEBUG nova.scheduler.client.report [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.692630] env[68934]: DEBUG oslo_concurrency.lockutils [req-f74cc8e7-905a-4c0f-9bfe-3ea781c7a9a5 req-444c73c1-df8b-47df-9627-d5e3d43f54fe service nova] Releasing lock "refresh_cache-dbe3be18-7bd7-4a56-9a37-18a0e74e1253" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.712584] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f6c12a-487b-b48d-c8d1-742eab45de8b, 'name': SearchDatastore_Task, 'duration_secs': 0.032835} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.712903] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.713700] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.713700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.713700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.713700] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.713958] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358af896-e103-47d3-bbde-0517c97509dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.723638] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.723828] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.724521] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4e2410-4b13-4921-b09a-9aa1290e7778 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.729459] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1213.729459] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5244ce19-3ea0-1e40-f950-9a132f6a4b93" [ 1213.729459] env[68934]: _type = "Task" [ 1213.729459] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.737157] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5244ce19-3ea0-1e40-f950-9a132f6a4b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.866663] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4350751a-4a22-4b80-8d30-cbb8641fd70d] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.971489] env[68934]: DEBUG oslo_vmware.api [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135809, 'name': ReconfigVM_Task, 'duration_secs': 0.332145} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.971829] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627495', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'name': 'volume-7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1c6dfb8-ec9b-4c91-80db-20b2e18530d2', 'attached_at': '', 'detached_at': '', 'volume_id': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8', 'serial': '7e31ed5e-cf09-4808-80a8-aba20b3f5fc8'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.974200] env[68934]: DEBUG nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.012495] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.012785] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.020257] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.129081] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.149343] env[68934]: INFO nova.scheduler.client.report [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Deleted allocations for instance 42087fc0-4cfb-4510-85f2-0b11361e6b32 [ 1214.239843] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5244ce19-3ea0-1e40-f950-9a132f6a4b93, 'name': SearchDatastore_Task, 'duration_secs': 0.013895} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.240648] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1a9e46-e52d-4d3e-bc32-f99fec7df4ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.246264] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1214.246264] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52741b00-ca39-7eea-7379-5914779b0af9" [ 1214.246264] env[68934]: _type = "Task" [ 1214.246264] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.254085] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52741b00-ca39-7eea-7379-5914779b0af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.370733] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: ed3b6f68-279b-43c2-a01e-1425993ad2f5] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.496800] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.497136] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.498777] env[68934]: INFO nova.compute.claims [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.516350] env[68934]: DEBUG nova.objects.instance [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'flavor' on Instance uuid f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.518621] env[68934]: DEBUG nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.656761] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8df29fd1-a104-452e-b9c9-035bc3efaf6d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "42087fc0-4cfb-4510-85f2-0b11361e6b32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.282s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.757109] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52741b00-ca39-7eea-7379-5914779b0af9, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.757339] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.757593] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] dbe3be18-7bd7-4a56-9a37-18a0e74e1253/dbe3be18-7bd7-4a56-9a37-18a0e74e1253.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.757858] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5838a4a3-68d2-4a9c-b2c1-f911438f93fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.764735] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1214.764735] env[68934]: value = "task-3135812" [ 1214.764735] env[68934]: _type = "Task" [ 1214.764735] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.773480] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.875155] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 7510780e-bb4c-4655-bb9a-68e8b64c28eb] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.052403] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.280371] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.379385] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 0d22a8c4-f7a1-426a-b318-5e4a0ed23c30] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.533077] env[68934]: DEBUG oslo_concurrency.lockutils [None req-51b35761-79f9-431c-8cd7-69753b799e02 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.257s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.540286] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cbe2c1-fca5-4529-ac30-61f171662a54 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.561027] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance '6fe6975a-d2a9-412d-9e09-6d0229bf8237' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.702516] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a342c5-3aad-4198-b1a1-3955a15ef288 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.709762] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0010e07-8524-4f39-af67-f5aa7f946aa6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.740375] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626d4ed3-348a-4fbb-bd29-71a71530837c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.742889] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "4655a315-f020-4ba4-be68-8d80ecf92128" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.743116] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.743314] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.743491] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.743654] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.745600] env[68934]: INFO nova.compute.manager [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Terminating instance [ 1215.750244] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27914e5e-6a3e-47cb-b575-fc48315fc004 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.764009] env[68934]: DEBUG nova.compute.provider_tree [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.773198] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657159} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.773431] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] dbe3be18-7bd7-4a56-9a37-18a0e74e1253/dbe3be18-7bd7-4a56-9a37-18a0e74e1253.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.773638] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.773865] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c220ad-1a6b-4df9-9074-d3982956fec7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.775802] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.776015] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.776210] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.776388] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.776547] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.778480] env[68934]: INFO nova.compute.manager [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Terminating instance [ 1215.781996] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1215.781996] env[68934]: value = "task-3135813" [ 1215.781996] env[68934]: _type = "Task" [ 1215.781996] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.791173] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.882811] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: d6d4c519-5c6e-4ee8-8340-73729e043468] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.070018] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.070373] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-107a99db-552e-4d52-a389-1bdb5caaa958 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.077728] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1216.077728] env[68934]: value = "task-3135814" [ 1216.077728] env[68934]: _type = "Task" [ 1216.077728] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.086190] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.255350] env[68934]: DEBUG nova.compute.manager [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.255573] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.256509] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65172611-7718-4ef2-b918-3eaac9545912 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.263762] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.264013] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06571eef-1954-423f-85f0-6311c352105b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.266075] env[68934]: DEBUG nova.scheduler.client.report [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.273068] env[68934]: DEBUG oslo_vmware.api [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1216.273068] env[68934]: value = "task-3135816" [ 1216.273068] env[68934]: _type = "Task" [ 1216.273068] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.281323] env[68934]: DEBUG oslo_vmware.api [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.286980] env[68934]: DEBUG nova.compute.manager [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.287201] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.288324] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27269cc1-c57e-48bb-8892-7bfa640120c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.294677] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065403} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.295497] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.295953] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b819ee1-5f83-4549-b892-ce2d992a5436 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.301032] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.301680] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec2f30e9-d221-406d-8686-9d7acb97a835 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.322574] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] dbe3be18-7bd7-4a56-9a37-18a0e74e1253/dbe3be18-7bd7-4a56-9a37-18a0e74e1253.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.323509] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72970e9f-4e6a-49bc-b3bb-c8487c6e1722 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.339354] env[68934]: DEBUG oslo_vmware.api [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1216.339354] env[68934]: value = "task-3135817" [ 1216.339354] env[68934]: _type = "Task" [ 1216.339354] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.346779] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1216.346779] env[68934]: value = "task-3135818" [ 1216.346779] env[68934]: _type = "Task" [ 1216.346779] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.351544] env[68934]: DEBUG oslo_vmware.api [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.360277] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.385924] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 14b949f6-81b9-4198-8e31-60d91b7e30fd] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.589243] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135814, 'name': PowerOffVM_Task, 'duration_secs': 0.217001} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.589608] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.589830] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance '6fe6975a-d2a9-412d-9e09-6d0229bf8237' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.771204] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.771790] env[68934]: DEBUG nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.774388] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.722s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.775857] env[68934]: INFO nova.compute.claims [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.787255] env[68934]: DEBUG oslo_vmware.api [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135816, 'name': PowerOffVM_Task, 'duration_secs': 0.172043} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.787461] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.787628] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.787901] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-861d4a69-c805-4f88-bd6a-49b8f43c15d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.847307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.847558] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.847829] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Deleting the datastore file [datastore1] 4655a315-f020-4ba4-be68-8d80ecf92128 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.851436] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edf69a38-1a48-43d0-b8ce-321311a206be {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.854237] env[68934]: DEBUG oslo_vmware.api [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135817, 'name': PowerOffVM_Task, 'duration_secs': 0.244246} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.854668] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.854796] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.858608] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9df9125-6e98-40d0-b892-bf168e8ecc40 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.862104] env[68934]: DEBUG oslo_vmware.api [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for the task: (returnval){ [ 1216.862104] env[68934]: value = "task-3135820" [ 1216.862104] env[68934]: _type = "Task" [ 1216.862104] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.867894] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135818, 'name': ReconfigVM_Task, 'duration_secs': 0.333902} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.868171] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Reconfigured VM instance instance-00000074 to attach disk [datastore1] dbe3be18-7bd7-4a56-9a37-18a0e74e1253/dbe3be18-7bd7-4a56-9a37-18a0e74e1253.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.869135] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4393f13c-54d7-46b7-a971-5d3a846af02c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.873602] env[68934]: DEBUG oslo_vmware.api [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.878301] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1216.878301] env[68934]: value = "task-3135822" [ 1216.878301] env[68934]: _type = "Task" [ 1216.878301] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.887166] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135822, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.889708] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: ca603e9b-4769-407d-8846-f667067117bf] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.921452] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.921707] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.921899] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Deleting the datastore file [datastore2] f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.922225] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54376d11-c3a6-43ce-91f6-42aa693b49d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.926974] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1216.927236] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627502', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'name': 'volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'serial': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1216.928119] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6473e0-6426-4c12-b90f-cfc329264089 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.932599] env[68934]: DEBUG oslo_vmware.api [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for the task: (returnval){ [ 1216.932599] env[68934]: value = "task-3135823" [ 1216.932599] env[68934]: _type = "Task" [ 1216.932599] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.949403] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5085e3-2913-4a81-bc30-0daa082c5e3c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.954853] env[68934]: DEBUG oslo_vmware.api [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.977021] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8/volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.977021] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afca17a8-e8d0-4c22-9fdf-58c03152b7dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.994504] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1216.994504] env[68934]: value = "task-3135824" [ 1216.994504] env[68934]: _type = "Task" [ 1216.994504] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.002520] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.097450] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.097689] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.097851] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.098279] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.098279] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.098378] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.098535] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.098751] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.098940] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.099192] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.099389] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.104456] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b64bd598-b5ed-4c96-bcf4-915d48a5c2c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.120054] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1217.120054] env[68934]: value = "task-3135825" [ 1217.120054] env[68934]: _type = "Task" [ 1217.120054] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.130497] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.280124] env[68934]: DEBUG nova.compute.utils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.282050] env[68934]: DEBUG nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1217.372446] env[68934]: DEBUG oslo_vmware.api [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Task: {'id': task-3135820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147689} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.372754] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.372950] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.373144] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.373316] env[68934]: INFO nova.compute.manager [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1217.373559] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.373750] env[68934]: DEBUG nova.compute.manager [-] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.373844] env[68934]: DEBUG nova.network.neutron [-] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.388962] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135822, 'name': Rename_Task, 'duration_secs': 0.167776} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.389382] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.389622] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21bcffa5-4f98-4c90-b2d4-3ecba3d8d874 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.393363] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 53bb8525-7f0d-417e-b905-ce4db879a6b7] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.397197] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1217.397197] env[68934]: value = "task-3135826" [ 1217.397197] env[68934]: _type = "Task" [ 1217.397197] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.407421] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.444663] env[68934]: DEBUG oslo_vmware.api [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Task: {'id': task-3135823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156639} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.444973] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.445188] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.445370] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.445542] env[68934]: INFO nova.compute.manager [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1217.445813] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.446014] env[68934]: DEBUG nova.compute.manager [-] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.446123] env[68934]: DEBUG nova.network.neutron [-] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.504637] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.639229] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.648426] env[68934]: DEBUG nova.compute.manager [req-6f0e981b-de13-426f-a368-0d5c7023a080 req-014b193f-fa03-46bc-9c69-d02d43aa9af2 service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Received event network-vif-deleted-6ddb4d1f-43a7-4dc1-a3dd-997179c67627 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.648624] env[68934]: INFO nova.compute.manager [req-6f0e981b-de13-426f-a368-0d5c7023a080 req-014b193f-fa03-46bc-9c69-d02d43aa9af2 service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Neutron deleted interface 6ddb4d1f-43a7-4dc1-a3dd-997179c67627; detaching it from the instance and deleting it from the info cache [ 1217.648826] env[68934]: DEBUG nova.network.neutron [req-6f0e981b-de13-426f-a368-0d5c7023a080 req-014b193f-fa03-46bc-9c69-d02d43aa9af2 service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.783327] env[68934]: DEBUG nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.904403] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 03de73a8-04cc-40f9-a44c-1a38c6d4091e] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.915416] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.010196] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.048804] env[68934]: DEBUG nova.compute.manager [req-d6c67ddd-4639-481c-8310-e7afe52f3366 req-214dea06-d877-472e-b60a-eaa95edf723c service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Received event network-vif-deleted-c6a657ca-4dec-4940-ad02-eab67c3f8a5e {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.049013] env[68934]: INFO nova.compute.manager [req-d6c67ddd-4639-481c-8310-e7afe52f3366 req-214dea06-d877-472e-b60a-eaa95edf723c service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Neutron deleted interface c6a657ca-4dec-4940-ad02-eab67c3f8a5e; detaching it from the instance and deleting it from the info cache [ 1218.049198] env[68934]: DEBUG nova.network.neutron [req-d6c67ddd-4639-481c-8310-e7afe52f3366 req-214dea06-d877-472e-b60a-eaa95edf723c service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.053882] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b644d86-6677-4cb6-88c4-d4a2fa8a8017 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.064751] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57cce7-c851-4c31-a89e-365d7d8b11d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.096079] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a467f686-148c-4f42-aed0-33226a08e3dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.103498] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac94e72-6378-45f0-a52e-44b3a92ac576 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.118685] env[68934]: DEBUG nova.compute.provider_tree [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.132290] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.138154] env[68934]: DEBUG nova.network.neutron [-] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.151710] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76e0d96e-9db6-4fe6-b575-eed1c72abf0d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.162591] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b123bdce-3703-48af-a810-8cb94c8b2782 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.198070] env[68934]: DEBUG nova.compute.manager [req-6f0e981b-de13-426f-a368-0d5c7023a080 req-014b193f-fa03-46bc-9c69-d02d43aa9af2 service nova] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Detach interface failed, port_id=6ddb4d1f-43a7-4dc1-a3dd-997179c67627, reason: Instance 4655a315-f020-4ba4-be68-8d80ecf92128 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1218.407316] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 36661585-bb2b-4e5a-95ed-b2b5ce6571d7] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.409671] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.507232] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.523794] env[68934]: DEBUG nova.network.neutron [-] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.552128] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf1751ca-b021-4472-82ef-3737ea24b2d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.563211] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8619da0-c140-42f4-a133-fce077952ed1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.600588] env[68934]: DEBUG nova.compute.manager [req-d6c67ddd-4639-481c-8310-e7afe52f3366 req-214dea06-d877-472e-b60a-eaa95edf723c service nova] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Detach interface failed, port_id=c6a657ca-4dec-4940-ad02-eab67c3f8a5e, reason: Instance f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1218.622583] env[68934]: DEBUG nova.scheduler.client.report [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.636330] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135825, 'name': ReconfigVM_Task, 'duration_secs': 1.488614} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.636844] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance '6fe6975a-d2a9-412d-9e09-6d0229bf8237' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.642892] env[68934]: INFO nova.compute.manager [-] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Took 1.27 seconds to deallocate network for instance. [ 1218.800079] env[68934]: DEBUG nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.825421] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.825677] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.825835] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.826029] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.826195] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.826347] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.826555] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.826717] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.826891] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.827083] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.827254] env[68934]: DEBUG nova.virt.hardware [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.828111] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dfd573-591b-49a7-831e-ec6f0580b7f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.836472] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06585d71-2f1c-4022-8cf1-23d7b52942b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.850545] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.856912] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Creating folder: Project (b3fa610f71ab49b0afc9274dc55877a1). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1218.856912] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a05d3989-3a08-4a5d-abaf-a430bc8c28ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.868074] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Created folder: Project (b3fa610f71ab49b0afc9274dc55877a1) in parent group-v627191. [ 1218.868274] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Creating folder: Instances. Parent ref: group-v627504. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1218.868746] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b753adf8-98f6-48f8-9d69-aa9fa258085b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.877278] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Created folder: Instances in parent group-v627504. [ 1218.877519] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.877706] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.877907] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d8a952-54ad-4089-a659-104234f46c86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.894464] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.894464] env[68934]: value = "task-3135830" [ 1218.894464] env[68934]: _type = "Task" [ 1218.894464] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.903874] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135830, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.908677] env[68934]: DEBUG oslo_vmware.api [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135826, 'name': PowerOnVM_Task, 'duration_secs': 1.055925} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.908938] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.909162] env[68934]: INFO nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1218.909335] env[68934]: DEBUG nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.909779] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 12e29bc4-9c09-4945-956a-e0b72846e502] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.912179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebec0d5-f63e-4366-aa31-ffa2a5ba214b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.006288] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135824, 'name': ReconfigVM_Task, 'duration_secs': 1.611319} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.006633] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8/volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.011582] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db93d5be-a312-4617-9f34-0e8c42687b30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.027420] env[68934]: INFO nova.compute.manager [-] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Took 1.58 seconds to deallocate network for instance. [ 1219.027783] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1219.027783] env[68934]: value = "task-3135831" [ 1219.027783] env[68934]: _type = "Task" [ 1219.027783] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.040168] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.130094] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.130645] env[68934]: DEBUG nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.146390] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.146390] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.146390] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.146390] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.146390] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.146390] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.146936] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.146936] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.147156] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.147333] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.147561] env[68934]: DEBUG nova.virt.hardware [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.155622] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.156861] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.157465] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.157542] env[68934]: DEBUG nova.objects.instance [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lazy-loading 'resources' on Instance uuid 4655a315-f020-4ba4-be68-8d80ecf92128 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.158810] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe828262-11f4-4cb5-aaa6-2c7dc7e3dab7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.184016] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1219.184016] env[68934]: value = "task-3135832" [ 1219.184016] env[68934]: _type = "Task" [ 1219.184016] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.193142] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.405122] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135830, 'name': CreateVM_Task, 'duration_secs': 0.298181} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.405287] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.405723] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.405891] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.406458] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.406544] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00849569-4fc7-4078-955c-945fa19cde72 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.410919] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1219.410919] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d70a04-39f2-8606-8fbb-99734e609b3b" [ 1219.410919] env[68934]: _type = "Task" [ 1219.410919] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.415997] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: b2f282dc-9c8c-4acb-ad21-f1b55bdfad69] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.421027] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d70a04-39f2-8606-8fbb-99734e609b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.430034] env[68934]: INFO nova.compute.manager [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Took 13.74 seconds to build instance. [ 1219.536183] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.539568] env[68934]: DEBUG oslo_vmware.api [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135831, 'name': ReconfigVM_Task, 'duration_secs': 0.1482} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.539866] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627502', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'name': 'volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'serial': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.635749] env[68934]: DEBUG nova.compute.utils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.637638] env[68934]: DEBUG nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.637874] env[68934]: DEBUG nova.network.neutron [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.683843] env[68934]: DEBUG nova.policy [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4c569d00494da6b5c82ef282e43b91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35d2620101644f69466d0530d97dd57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.695151] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135832, 'name': ReconfigVM_Task, 'duration_secs': 0.209704} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.695428] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.696783] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72371be3-c80d-4eac-8abc-0e0e9ddf1286 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.723769] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.727690] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bfb879-e4be-4a23-8224-ef501377bb4e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.749069] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1219.749069] env[68934]: value = "task-3135833" [ 1219.749069] env[68934]: _type = "Task" [ 1219.749069] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.759360] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.898767] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbc27b0-67c0-4ca0-b46d-4de9ec887f58 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.906744] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2831f144-d5b1-4afa-b9ed-7603ede1d402 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.941988] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: ae8d0a82-3cff-416d-a2f9-999c97effebd] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.949025] env[68934]: DEBUG oslo_concurrency.lockutils [None req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.267s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.949025] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8c2568-8073-408c-b9e5-d80fedafbb9b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.954785] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d70a04-39f2-8606-8fbb-99734e609b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.958347] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.958347] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.958347] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.958347] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.958347] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.958347] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e9ef29-fe48-4288-9023-5ea792bd25b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.962159] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e523c07c-b662-4b15-ba15-09b8c02cc6d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.979878] env[68934]: DEBUG nova.compute.provider_tree [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.982212] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.982386] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.983450] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b09de5-d04b-49ab-9656-9d800954ee46 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.991864] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1219.991864] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5294b025-f177-0d2f-a697-a461cba6ca28" [ 1219.991864] env[68934]: _type = "Task" [ 1219.991864] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.000907] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5294b025-f177-0d2f-a697-a461cba6ca28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.081623] env[68934]: DEBUG nova.network.neutron [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Successfully created port: 809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.141447] env[68934]: DEBUG nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.262627] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135833, 'name': ReconfigVM_Task, 'duration_secs': 0.511365} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.263022] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.263387] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance '6fe6975a-d2a9-412d-9e09-6d0229bf8237' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.447744] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 860344fa-57fe-447b-a0a2-fb61ddf97262] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.488404] env[68934]: DEBUG nova.scheduler.client.report [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.501111] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5294b025-f177-0d2f-a697-a461cba6ca28, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.501895] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ff186c-7f4e-43d8-b2a2-a93a90fcb863 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.507307] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1220.507307] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]520527f2-78bc-dfb8-475e-0a6616816ff2" [ 1220.507307] env[68934]: _type = "Task" [ 1220.507307] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.516748] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520527f2-78bc-dfb8-475e-0a6616816ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.584848] env[68934]: DEBUG nova.objects.instance [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'flavor' on Instance uuid fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.771233] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0076e-9311-4840-8d41-94c7befb7bc7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.793135] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b66887-5639-4f01-9983-37ac43df1b80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.815794] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance '6fe6975a-d2a9-412d-9e09-6d0229bf8237' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.912854] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.952129] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 867ea4f6-aa08-441f-a287-989e37713c27] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.997150] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.999581] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.464s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.999826] env[68934]: DEBUG nova.objects.instance [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lazy-loading 'resources' on Instance uuid f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.019377] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]520527f2-78bc-dfb8-475e-0a6616816ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.019706] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.020028] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.020429] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8738170e-2467-46f1-ad3f-6a25c1c5c53d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.023919] env[68934]: INFO nova.scheduler.client.report [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Deleted allocations for instance 4655a315-f020-4ba4-be68-8d80ecf92128 [ 1221.030192] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1221.030192] env[68934]: value = "task-3135835" [ 1221.030192] env[68934]: _type = "Task" [ 1221.030192] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.039082] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.090304] env[68934]: DEBUG oslo_concurrency.lockutils [None req-36ae4caa-8093-4e87-b828-719078d413f4 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.785s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.091275] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.179s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.098186] env[68934]: DEBUG oslo_concurrency.lockutils [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.098501] env[68934]: DEBUG oslo_concurrency.lockutils [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.098631] env[68934]: DEBUG nova.compute.manager [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.099690] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390bad5-ef80-4346-a870-65467ba0eb70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.107499] env[68934]: DEBUG nova.compute.manager [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1221.108074] env[68934]: DEBUG nova.objects.instance [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'flavor' on Instance uuid dbe3be18-7bd7-4a56-9a37-18a0e74e1253 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.151978] env[68934]: DEBUG nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.185896] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.186299] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.187036] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.187036] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.187036] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.187036] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.187235] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.187374] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.187463] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.187628] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.187838] env[68934]: DEBUG nova.virt.hardware [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.189091] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d225ce72-c296-4895-8b4a-9dc092c02508 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.199153] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9bfeb-086c-4590-8270-a3e718b6a5e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.457436] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 96519767-acbc-4b7d-9bae-86738667c69e] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.536656] env[68934]: DEBUG oslo_concurrency.lockutils [None req-427147b5-1b39-465b-80df-e117678de022 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Lock "4655a315-f020-4ba4-be68-8d80ecf92128" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.543833] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135835, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.594955] env[68934]: INFO nova.compute.manager [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Detaching volume ba6b6233-1f81-4dac-bb89-402177b8f8b8 [ 1221.632675] env[68934]: INFO nova.virt.block_device [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Attempting to driver detach volume ba6b6233-1f81-4dac-bb89-402177b8f8b8 from mountpoint /dev/sdb [ 1221.632960] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.633193] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627502', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'name': 'volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'serial': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.634483] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de13071f-cb01-47c1-9a2f-04376f5fba64 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.664438] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a3c82b-5072-43c8-aed9-19541912db79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.667659] env[68934]: DEBUG nova.compute.manager [req-67d4ac80-06de-4b1a-a97a-8257884d7f01 req-62222c6b-b6c6-4577-b032-678d316c184f service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Received event network-vif-plugged-809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.667876] env[68934]: DEBUG oslo_concurrency.lockutils [req-67d4ac80-06de-4b1a-a97a-8257884d7f01 req-62222c6b-b6c6-4577-b032-678d316c184f service nova] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.668088] env[68934]: DEBUG oslo_concurrency.lockutils [req-67d4ac80-06de-4b1a-a97a-8257884d7f01 req-62222c6b-b6c6-4577-b032-678d316c184f service nova] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.668254] env[68934]: DEBUG oslo_concurrency.lockutils [req-67d4ac80-06de-4b1a-a97a-8257884d7f01 req-62222c6b-b6c6-4577-b032-678d316c184f service nova] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.668414] env[68934]: DEBUG nova.compute.manager [req-67d4ac80-06de-4b1a-a97a-8257884d7f01 req-62222c6b-b6c6-4577-b032-678d316c184f service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] No waiting events found dispatching network-vif-plugged-809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.668574] env[68934]: WARNING nova.compute.manager [req-67d4ac80-06de-4b1a-a97a-8257884d7f01 req-62222c6b-b6c6-4577-b032-678d316c184f service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Received unexpected event network-vif-plugged-809db71a-b19a-4ae2-bfc2-729199a7e512 for instance with vm_state building and task_state spawning. [ 1221.674194] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac494958-8ecc-487d-a6ff-bdf1614b5233 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.700045] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44521c92-d1a8-4598-9fb6-4f086f8020e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.715774] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] The volume has not been displaced from its original location: [datastore1] volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8/volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.721136] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.724012] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8002c39-3041-4f86-bc13-1c2430885351 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.743098] env[68934]: DEBUG oslo_vmware.api [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1221.743098] env[68934]: value = "task-3135836" [ 1221.743098] env[68934]: _type = "Task" [ 1221.743098] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.753881] env[68934]: DEBUG oslo_vmware.api [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.775127] env[68934]: DEBUG nova.network.neutron [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Successfully updated port: 809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.795089] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd27bb18-47e2-415f-ad8f-1fd1710e0674 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.802646] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d5ad8-36d7-46be-9225-37b80c356c07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.834687] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5704ad06-df56-48ae-845c-555323318081 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.842117] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb90cee-b707-47d3-a005-207886b78f7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.855245] env[68934]: DEBUG nova.compute.provider_tree [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.961888] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: ef15a88e-b32b-4b83-a9f4-c5ee10550803] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.042673] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135835, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.115232] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.115662] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef7afbca-3c71-40a9-8d0b-9384e49debaf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.121718] env[68934]: DEBUG oslo_vmware.api [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1222.121718] env[68934]: value = "task-3135837" [ 1222.121718] env[68934]: _type = "Task" [ 1222.121718] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.130430] env[68934]: DEBUG oslo_vmware.api [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.253116] env[68934]: DEBUG oslo_vmware.api [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135836, 'name': ReconfigVM_Task, 'duration_secs': 0.358247} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.253405] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.258121] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c0f6db-4d6e-4955-b8e7-d0e21a00aee0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.273361] env[68934]: DEBUG oslo_vmware.api [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1222.273361] env[68934]: value = "task-3135838" [ 1222.273361] env[68934]: _type = "Task" [ 1222.273361] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.276760] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.276844] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.276964] env[68934]: DEBUG nova.network.neutron [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.283698] env[68934]: DEBUG oslo_vmware.api [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.358873] env[68934]: DEBUG nova.scheduler.client.report [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.466448] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 3c12c787-b7f1-4af9-a00b-fd32f321a5e6] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.495109] env[68934]: DEBUG nova.network.neutron [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Port 366804d7-3161-4ab6-8b00-87b1a2419ffe binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.548327] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135835, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495858} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.548685] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.548964] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.549291] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1140fb4-9b3d-405e-a63b-0bb6711df0a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.555408] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1222.555408] env[68934]: value = "task-3135839" [ 1222.555408] env[68934]: _type = "Task" [ 1222.555408] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.565360] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.630904] env[68934]: DEBUG oslo_vmware.api [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135837, 'name': PowerOffVM_Task, 'duration_secs': 0.209424} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.631754] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.631993] env[68934]: DEBUG nova.compute.manager [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.632886] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b830750c-c6c7-499d-8b2e-638072e1ed77 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.784291] env[68934]: DEBUG oslo_vmware.api [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135838, 'name': ReconfigVM_Task, 'duration_secs': 0.158456} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.785028] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627502', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'name': 'volume-ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8', 'serial': 'ba6b6233-1f81-4dac-bb89-402177b8f8b8'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.813595] env[68934]: DEBUG nova.network.neutron [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.864165] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.897184] env[68934]: INFO nova.scheduler.client.report [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Deleted allocations for instance f1c6dfb8-ec9b-4c91-80db-20b2e18530d2 [ 1222.968315] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: d4e9d0e2-04b1-4a24-b559-9520ba49d8ee] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.068948] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097955} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.068948] env[68934]: DEBUG nova.network.neutron [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.070446] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.071458] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9cba5-056f-4a7b-8b80-b41f6b9976a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.096971] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.099163] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd8023d-8e83-462d-a0c2-47416a070c17 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.119772] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1223.119772] env[68934]: value = "task-3135840" [ 1223.119772] env[68934]: _type = "Task" [ 1223.119772] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.129192] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.145293] env[68934]: DEBUG oslo_concurrency.lockutils [None req-952940be-ea33-4b9a-bbfc-3f904e9a1f37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.335363] env[68934]: DEBUG nova.objects.instance [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'flavor' on Instance uuid fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.413506] env[68934]: DEBUG oslo_concurrency.lockutils [None req-aabc3eb2-2d31-4f4e-9530-09449e2306fc tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Lock "f1c6dfb8-ec9b-4c91-80db-20b2e18530d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.637s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.471825] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 1595fe49-f3d8-48a4-8402-c53cec59fb97] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.523086] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.523534] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.523534] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.572918] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.573146] env[68934]: DEBUG nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Instance network_info: |[{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.573882] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:00:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '809db71a-b19a-4ae2-bfc2-729199a7e512', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.584230] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.584474] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.584745] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20ea6614-b81a-432f-8a2f-b82904bdca5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.605024] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.605024] env[68934]: value = "task-3135842" [ 1223.605024] env[68934]: _type = "Task" [ 1223.605024] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.612964] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135842, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.628055] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135840, 'name': ReconfigVM_Task, 'duration_secs': 0.359928} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.628329] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.630637] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f402684-98f9-4677-8fcf-245d8cce2cd0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.636087] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1223.636087] env[68934]: value = "task-3135843" [ 1223.636087] env[68934]: _type = "Task" [ 1223.636087] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.647501] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135843, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.784159] env[68934]: DEBUG nova.compute.manager [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Received event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.784159] env[68934]: DEBUG nova.compute.manager [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing instance network info cache due to event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.784159] env[68934]: DEBUG oslo_concurrency.lockutils [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] Acquiring lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.784159] env[68934]: DEBUG oslo_concurrency.lockutils [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] Acquired lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.784849] env[68934]: DEBUG nova.network.neutron [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.917879] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.918167] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.918383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.918568] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.919072] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.920848] env[68934]: INFO nova.compute.manager [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Terminating instance [ 1223.975109] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 2b0cf1d0-c723-4a85-9226-5061e0404b47] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.013978] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.014234] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.118150] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135842, 'name': CreateVM_Task, 'duration_secs': 0.369488} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.118522] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.119210] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.119440] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.119687] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.119963] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d523b3-56c6-440d-be91-8f71654d713d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.125615] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1224.125615] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d6e25e-978f-9000-d84c-5b0320ee055d" [ 1224.125615] env[68934]: _type = "Task" [ 1224.125615] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.134534] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d6e25e-978f-9000-d84c-5b0320ee055d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.146879] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135843, 'name': Rename_Task, 'duration_secs': 0.165444} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.147159] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.147411] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec8b7f9a-fdbb-4af8-ab55-36ae3fe634ce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.153628] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1224.153628] env[68934]: value = "task-3135844" [ 1224.153628] env[68934]: _type = "Task" [ 1224.153628] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.162838] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.343140] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de0536b9-8cc8-473c-b685-a8f0aaf9bb20 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.427174] env[68934]: DEBUG nova.compute.manager [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.427384] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.428433] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b012d-96c2-4988-90cd-b96776416bef {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.436764] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.437409] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44f2765a-4497-44c3-9984-4005685dfe75 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.479578] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4f0dcd31-3ce9-4e76-aaf3-8bed3ba7ce27] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.508592] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.509144] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.511757] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleting the datastore file [datastore1] dbe3be18-7bd7-4a56-9a37-18a0e74e1253 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.511757] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e0f5a76-e32b-4107-9333-7f91768172c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.516566] env[68934]: DEBUG nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.523695] env[68934]: DEBUG oslo_vmware.api [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1224.523695] env[68934]: value = "task-3135846" [ 1224.523695] env[68934]: _type = "Task" [ 1224.523695] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.545770] env[68934]: DEBUG oslo_vmware.api [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.546970] env[68934]: DEBUG nova.network.neutron [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updated VIF entry in instance network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.547362] env[68934]: DEBUG nova.network.neutron [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.583498] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.583683] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.583860] env[68934]: DEBUG nova.network.neutron [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.619305] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.619556] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.619797] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.620018] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.620198] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.623086] env[68934]: INFO nova.compute.manager [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Terminating instance [ 1224.637098] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d6e25e-978f-9000-d84c-5b0320ee055d, 'name': SearchDatastore_Task, 'duration_secs': 0.021157} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.638151] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.638485] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.638791] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.639014] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.639272] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.639927] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f80753bd-e0a4-419a-b905-da673c0be60a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.661193] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.661193] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.661913] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0469803a-e381-4453-b44d-6012df38374a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.668382] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.672976] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1224.672976] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5221b739-1fbc-4eb1-964f-addf3f2a992f" [ 1224.672976] env[68934]: _type = "Task" [ 1224.672976] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.682237] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5221b739-1fbc-4eb1-964f-addf3f2a992f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.984793] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4cea04f6-c084-4849-b683-21396c6d6150] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.036892] env[68934]: DEBUG oslo_vmware.api [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3506} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.039553] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.039807] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.040086] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.040264] env[68934]: INFO nova.compute.manager [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1225.040543] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.041521] env[68934]: DEBUG nova.compute.manager [-] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.041521] env[68934]: DEBUG nova.network.neutron [-] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.050880] env[68934]: DEBUG oslo_concurrency.lockutils [req-44d4315e-2410-446d-a69d-7233a0b79927 req-08775612-dda4-45d1-9540-88398eb80eae service nova] Releasing lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.056314] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.056586] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.058345] env[68934]: INFO nova.compute.claims [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.127878] env[68934]: DEBUG nova.compute.manager [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.127878] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.128392] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16b5b11-7a2f-4170-b570-fdb38f3f3e1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.140322] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.140557] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d218b2e0-acce-4886-811e-b9e176111477 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.150761] env[68934]: DEBUG oslo_vmware.api [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1225.150761] env[68934]: value = "task-3135847" [ 1225.150761] env[68934]: _type = "Task" [ 1225.150761] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.163133] env[68934]: DEBUG oslo_vmware.api [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.168938] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.185501] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5221b739-1fbc-4eb1-964f-addf3f2a992f, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.186358] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6a7490-add9-4d7b-9d63-880d1bdebc9d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.192838] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1225.192838] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52152c7c-0db7-bb77-23e0-9dcc3a1740e2" [ 1225.192838] env[68934]: _type = "Task" [ 1225.192838] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.201734] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52152c7c-0db7-bb77-23e0-9dcc3a1740e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.348047] env[68934]: DEBUG nova.compute.manager [req-941478af-9cc3-424a-999a-d0b4789f72da req-41f1fa1c-7fc2-44e7-bec1-fac371be933c service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Received event network-vif-deleted-9459f5e7-fe44-46db-853f-c36baf2bae27 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.348688] env[68934]: INFO nova.compute.manager [req-941478af-9cc3-424a-999a-d0b4789f72da req-41f1fa1c-7fc2-44e7-bec1-fac371be933c service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Neutron deleted interface 9459f5e7-fe44-46db-853f-c36baf2bae27; detaching it from the instance and deleting it from the info cache [ 1225.348688] env[68934]: DEBUG nova.network.neutron [req-941478af-9cc3-424a-999a-d0b4789f72da req-41f1fa1c-7fc2-44e7-bec1-fac371be933c service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.377511] env[68934]: DEBUG nova.network.neutron [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.474700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.475227] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.475596] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.476203] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.476382] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.479636] env[68934]: INFO nova.compute.manager [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Terminating instance [ 1225.488683] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: b947d6e8-242d-4339-90c9-8cbe3ab4e5dd] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.664333] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.667332] env[68934]: DEBUG oslo_vmware.api [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135847, 'name': PowerOffVM_Task, 'duration_secs': 0.404786} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.667586] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.667757] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.667999] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d76eb9bc-f42c-44c2-b7a7-80a82eb8a02e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.703069] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52152c7c-0db7-bb77-23e0-9dcc3a1740e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.703337] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.703598] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/3acfec04-5546-419b-a3a8-7f01f4b71c68.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.703850] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd257bd8-71e0-4e3f-9b36-a8d512abcc7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.709654] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1225.709654] env[68934]: value = "task-3135849" [ 1225.709654] env[68934]: _type = "Task" [ 1225.709654] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.719199] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.735239] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.735457] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.735637] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleting the datastore file [datastore1] 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.735906] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96bd3151-6735-42da-bdbc-807b139538e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.742108] env[68934]: DEBUG oslo_vmware.api [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1225.742108] env[68934]: value = "task-3135850" [ 1225.742108] env[68934]: _type = "Task" [ 1225.742108] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.749798] env[68934]: DEBUG oslo_vmware.api [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.818380] env[68934]: DEBUG nova.network.neutron [-] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.852710] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82c64580-92a0-4b6f-95e1-ccb334f7f0c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.862592] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2584a96a-fddc-40a7-bfa5-32bdb0fa4115 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.880724] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.898637] env[68934]: DEBUG nova.compute.manager [req-941478af-9cc3-424a-999a-d0b4789f72da req-41f1fa1c-7fc2-44e7-bec1-fac371be933c service nova] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Detach interface failed, port_id=9459f5e7-fe44-46db-853f-c36baf2bae27, reason: Instance dbe3be18-7bd7-4a56-9a37-18a0e74e1253 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.984874] env[68934]: DEBUG nova.compute.manager [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.985136] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.986146] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c146ddf-d5c6-450b-a719-2ee46efc8e5c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.994525] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: beabb1da-0d72-4d79-84ee-7804e452ddc4] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.996476] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.996945] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88de42fb-4678-414e-bea3-885f7e0b5f5a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.004235] env[68934]: DEBUG oslo_vmware.api [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1226.004235] env[68934]: value = "task-3135851" [ 1226.004235] env[68934]: _type = "Task" [ 1226.004235] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.013032] env[68934]: DEBUG oslo_vmware.api [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.174478] env[68934]: DEBUG oslo_vmware.api [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135844, 'name': PowerOnVM_Task, 'duration_secs': 1.517981} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.174820] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.176898] env[68934]: INFO nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1226.176898] env[68934]: DEBUG nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.179768] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526873b-a2c5-44ef-839c-dc85d45fd974 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.221104] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135849, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.253965] env[68934]: DEBUG oslo_vmware.api [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179104} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.254269] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.254470] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.254648] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.255020] env[68934]: INFO nova.compute.manager [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1226.255170] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.255276] env[68934]: DEBUG nova.compute.manager [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.255372] env[68934]: DEBUG nova.network.neutron [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.317369] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c047c682-2a28-421e-a921-3ed91dc4f228 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.320568] env[68934]: INFO nova.compute.manager [-] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Took 1.28 seconds to deallocate network for instance. [ 1226.328689] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4462690-371d-48ed-95aa-b5e33cbd68e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.362485] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0476a11-cdb4-4f0d-b666-3bea776ee0b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.370626] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce061737-5a2e-49cd-acd2-e058eba85e1a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.384444] env[68934]: DEBUG nova.compute.provider_tree [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.404276] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a40a09-2f77-4f81-8626-af4fe0f40d88 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.411487] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4ac11-e76a-4020-b19e-b1f485061f0e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.498278] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.498278] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Cleaning up deleted instances with incomplete migration {{(pid=68934) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1226.515693] env[68934]: DEBUG oslo_vmware.api [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135851, 'name': PowerOffVM_Task, 'duration_secs': 0.237663} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.515762] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.516095] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.516463] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70d9b3f1-e39e-4736-aa91-d3125f995971 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.578136] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.578377] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.578566] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleting the datastore file [datastore2] fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.578841] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17b7c102-a75f-4c29-930e-a2323c10088b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.586542] env[68934]: DEBUG oslo_vmware.api [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1226.586542] env[68934]: value = "task-3135853" [ 1226.586542] env[68934]: _type = "Task" [ 1226.586542] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.594302] env[68934]: DEBUG oslo_vmware.api [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.701788] env[68934]: INFO nova.compute.manager [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Took 12.22 seconds to build instance. [ 1226.721417] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135849, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.796649] env[68934]: DEBUG nova.compute.manager [req-82fd24d7-976a-4be2-9208-2ba95c69d8d2 req-ba93797a-ac7d-4090-87d2-c1cd97461d0b service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Received event network-vif-deleted-57651bea-ff51-4ab2-af9c-f36b225ad8fe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.796649] env[68934]: INFO nova.compute.manager [req-82fd24d7-976a-4be2-9208-2ba95c69d8d2 req-ba93797a-ac7d-4090-87d2-c1cd97461d0b service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Neutron deleted interface 57651bea-ff51-4ab2-af9c-f36b225ad8fe; detaching it from the instance and deleting it from the info cache [ 1226.796649] env[68934]: DEBUG nova.network.neutron [req-82fd24d7-976a-4be2-9208-2ba95c69d8d2 req-ba93797a-ac7d-4090-87d2-c1cd97461d0b service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.832609] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.887359] env[68934]: DEBUG nova.scheduler.client.report [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.000907] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.101104] env[68934]: DEBUG oslo_vmware.api [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.203612] env[68934]: DEBUG oslo_concurrency.lockutils [None req-46a14b7d-63c4-435d-bc71-ca5826b20261 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.732s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.220787] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135849, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.270472] env[68934]: DEBUG nova.network.neutron [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.298748] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1027f43-972a-407b-8427-29097a88025a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.309068] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f35a8-bd69-44fd-bd72-9bdbf4676dfb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.345457] env[68934]: DEBUG nova.compute.manager [req-82fd24d7-976a-4be2-9208-2ba95c69d8d2 req-ba93797a-ac7d-4090-87d2-c1cd97461d0b service nova] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Detach interface failed, port_id=57651bea-ff51-4ab2-af9c-f36b225ad8fe, reason: Instance 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.393941] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.393941] env[68934]: DEBUG nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.396952] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.564s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.397358] env[68934]: DEBUG nova.objects.instance [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'resources' on Instance uuid dbe3be18-7bd7-4a56-9a37-18a0e74e1253 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.529035] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5480cded-3788-4cf0-9f73-e1229475755c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.555061] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e80b9-2a34-4fe1-a1e8-57a2d3906ad5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.563064] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance '6fe6975a-d2a9-412d-9e09-6d0229bf8237' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.598474] env[68934]: DEBUG oslo_vmware.api [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546606} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.598767] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.598953] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.599191] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.599378] env[68934]: INFO nova.compute.manager [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1227.599982] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.600196] env[68934]: DEBUG nova.compute.manager [-] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.600296] env[68934]: DEBUG nova.network.neutron [-] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.722877] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.655254} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.723480] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/3acfec04-5546-419b-a3a8-7f01f4b71c68.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.723750] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.723937] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf3164d3-e8b8-414b-8a2b-ed4c6a2dcbd9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.731407] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1227.731407] env[68934]: value = "task-3135855" [ 1227.731407] env[68934]: _type = "Task" [ 1227.731407] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.741313] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.774046] env[68934]: INFO nova.compute.manager [-] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Took 1.52 seconds to deallocate network for instance. [ 1227.900521] env[68934]: DEBUG nova.compute.utils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.907404] env[68934]: DEBUG nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.907657] env[68934]: DEBUG nova.network.neutron [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.994770] env[68934]: DEBUG nova.policy [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '405c726e60c141cebbea724a0e0f957f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58248adaf9c44395852c290928493724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.071065] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.074969] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24ee25b8-ad83-4886-886c-eb717a100c2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.082436] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1228.082436] env[68934]: value = "task-3135856" [ 1228.082436] env[68934]: _type = "Task" [ 1228.082436] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.094114] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.137215] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a3a20-a8ea-406e-b3d9-00597b3bd977 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.146331] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992a011d-5911-425c-b446-06ad77dc1d23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.183743] env[68934]: INFO nova.compute.manager [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Rebuilding instance [ 1228.189389] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e2f77-d99a-4c16-8b39-b88d7b9c9d89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.200118] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51356d96-1729-4ea6-bd8a-e09b076fd1e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.219301] env[68934]: DEBUG nova.compute.provider_tree [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.246740] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064857} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.246842] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.247757] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8cb13-ba75-4602-a9bf-537d37493278 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.273052] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/3acfec04-5546-419b-a3a8-7f01f4b71c68.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.275936] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6356cf-cc2b-4242-88b4-ff7035893987 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.295277] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.295882] env[68934]: DEBUG nova.compute.manager [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.297218] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f13056-3b04-4a23-a114-22a59f65079f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.301251] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1228.301251] env[68934]: value = "task-3135857" [ 1228.301251] env[68934]: _type = "Task" [ 1228.301251] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.315398] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.413387] env[68934]: DEBUG nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.567549] env[68934]: DEBUG nova.network.neutron [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Successfully created port: 77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.604664] env[68934]: DEBUG oslo_vmware.api [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135856, 'name': PowerOnVM_Task, 'duration_secs': 0.420212} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.604664] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.604664] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6d48d-e695-4526-b439-0490fa3b706e tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance '6fe6975a-d2a9-412d-9e09-6d0229bf8237' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.719960] env[68934]: DEBUG nova.scheduler.client.report [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.811842] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135857, 'name': ReconfigVM_Task, 'duration_secs': 0.484216} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.812533] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/3acfec04-5546-419b-a3a8-7f01f4b71c68.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.813057] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa340f6-564b-4194-bae8-cb96aa9c760a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.819189] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1228.819189] env[68934]: value = "task-3135858" [ 1228.819189] env[68934]: _type = "Task" [ 1228.819189] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.832102] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135858, 'name': Rename_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.887121] env[68934]: DEBUG nova.compute.manager [req-d2568d7b-ce48-4dcd-85a3-aada673ba636 req-fda9a502-50da-4a5f-b4a0-38b2f3077f2d service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Received event network-vif-deleted-a47fcada-8a4a-4397-8758-6cf23d9af96f {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.887385] env[68934]: INFO nova.compute.manager [req-d2568d7b-ce48-4dcd-85a3-aada673ba636 req-fda9a502-50da-4a5f-b4a0-38b2f3077f2d service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Neutron deleted interface a47fcada-8a4a-4397-8758-6cf23d9af96f; detaching it from the instance and deleting it from the info cache [ 1228.887487] env[68934]: DEBUG nova.network.neutron [req-d2568d7b-ce48-4dcd-85a3-aada673ba636 req-fda9a502-50da-4a5f-b4a0-38b2f3077f2d service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.921024] env[68934]: INFO nova.virt.block_device [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Booting with volume 812760ab-f770-4ad9-b054-d46dfc5b6abd at /dev/sda [ 1228.950404] env[68934]: DEBUG nova.network.neutron [-] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.969465] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d60520c8-3154-43e1-90db-84eb1bf6bcf3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.980721] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10cfdbf-d6ee-4a8c-b8ca-ef3ea283a788 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.016548] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d220616d-4491-4825-8eed-74244b2a6f70 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.026070] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b88e1-a5ca-4a2c-bec4-1b59c0038cc0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.063293] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179610b2-dd0c-4377-92f9-0dbee6c9e61f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.070218] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28590488-24c5-4915-8aa7-3948912a524c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.857042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.460s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.858995] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.859578] env[68934]: INFO nova.compute.manager [-] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Took 2.26 seconds to deallocate network for instance. [ 1229.859888] env[68934]: DEBUG nova.virt.block_device [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating existing volume attachment record: dfe1f795-e652-47a9-a17c-a2ccb60f9a6b {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1229.863977] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.567s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.863977] env[68934]: DEBUG nova.objects.instance [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'resources' on Instance uuid 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.863977] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-617a96d8-e89d-4f5a-9eb7-dedff6205128 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.868094] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c32082be-6d3a-4a6e-ac10-ed8a128f8718 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.878969] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135858, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.881886] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1229.881886] env[68934]: value = "task-3135859" [ 1229.881886] env[68934]: _type = "Task" [ 1229.881886] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.885076] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae526d37-b06a-4865-a5d4-64e222d5e9a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.909780] env[68934]: INFO nova.scheduler.client.report [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted allocations for instance dbe3be18-7bd7-4a56-9a37-18a0e74e1253 [ 1229.925789] env[68934]: DEBUG nova.compute.manager [req-d2568d7b-ce48-4dcd-85a3-aada673ba636 req-fda9a502-50da-4a5f-b4a0-38b2f3077f2d service nova] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Detach interface failed, port_id=a47fcada-8a4a-4397-8758-6cf23d9af96f, reason: Instance fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.925789] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.233763] env[68934]: DEBUG nova.compute.manager [req-8da11f46-cce3-4cbd-9a89-e57833eeffd7 req-a74d9e39-ce89-4c93-ada5-758e1299c4a4 service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Received event network-vif-plugged-77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.233986] env[68934]: DEBUG oslo_concurrency.lockutils [req-8da11f46-cce3-4cbd-9a89-e57833eeffd7 req-a74d9e39-ce89-4c93-ada5-758e1299c4a4 service nova] Acquiring lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.234232] env[68934]: DEBUG oslo_concurrency.lockutils [req-8da11f46-cce3-4cbd-9a89-e57833eeffd7 req-a74d9e39-ce89-4c93-ada5-758e1299c4a4 service nova] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.234373] env[68934]: DEBUG oslo_concurrency.lockutils [req-8da11f46-cce3-4cbd-9a89-e57833eeffd7 req-a74d9e39-ce89-4c93-ada5-758e1299c4a4 service nova] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.234530] env[68934]: DEBUG nova.compute.manager [req-8da11f46-cce3-4cbd-9a89-e57833eeffd7 req-a74d9e39-ce89-4c93-ada5-758e1299c4a4 service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] No waiting events found dispatching network-vif-plugged-77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.234694] env[68934]: WARNING nova.compute.manager [req-8da11f46-cce3-4cbd-9a89-e57833eeffd7 req-a74d9e39-ce89-4c93-ada5-758e1299c4a4 service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Received unexpected event network-vif-plugged-77aa42f9-7fc1-44f2-924a-dc54dea680cc for instance with vm_state building and task_state block_device_mapping. [ 1230.333316] env[68934]: DEBUG nova.network.neutron [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Successfully updated port: 77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.375199] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135858, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.381745] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.391852] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135859, 'name': PowerOffVM_Task, 'duration_secs': 0.149895} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.391852] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.392198] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.395326] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a7e0f-5eb9-4072-94a8-118f2c1e196d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.402018] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.402316] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb7568d-82f1-4b3c-aa17-21852d93174d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.427374] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.427580] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.427758] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Deleting the datastore file [datastore1] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.428080] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c89828a-aed4-434b-acb6-9f5cc7f6f708 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.438925] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1230.438925] env[68934]: value = "task-3135862" [ 1230.438925] env[68934]: _type = "Task" [ 1230.438925] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.441892] env[68934]: DEBUG oslo_concurrency.lockutils [None req-ff2bdbaa-04bd-430f-9123-f1f34301f88f tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "dbe3be18-7bd7-4a56-9a37-18a0e74e1253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.524s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.453095] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.590238] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc83f2-c93b-4b91-a9e0-9f02b1c061d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.597784] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b35c7-6633-4984-841a-d48cc9c5be80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.634752] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f94451-7173-4038-b888-793f09e72e2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.642176] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca42827c-c79b-467b-8bac-80ae66f9a05c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.656493] env[68934]: DEBUG nova.compute.provider_tree [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.838051] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.842313] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.842313] env[68934]: DEBUG nova.network.neutron [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.870636] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135858, 'name': Rename_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.968879] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091032} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.969145] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.969323] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.969488] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.159569] env[68934]: DEBUG nova.scheduler.client.report [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.371738] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135858, 'name': Rename_Task, 'duration_secs': 2.157086} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.372940] env[68934]: DEBUG nova.network.neutron [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.375164] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.375164] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e47e3fba-33d4-4b7a-bb7a-d128d438067d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.386904] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1231.386904] env[68934]: value = "task-3135863" [ 1231.386904] env[68934]: _type = "Task" [ 1231.386904] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.391795] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.413033] env[68934]: DEBUG nova.network.neutron [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Port 366804d7-3161-4ab6-8b00-87b1a2419ffe binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.413329] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.413976] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.413976] env[68934]: DEBUG nova.network.neutron [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.518467] env[68934]: DEBUG nova.network.neutron [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [{"id": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "address": "fa:16:3e:21:b1:93", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa42f9-7f", "ovs_interfaceid": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.671371] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.672654] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.291s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.673099] env[68934]: DEBUG nova.objects.instance [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'resources' on Instance uuid fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.688138] env[68934]: INFO nova.scheduler.client.report [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted allocations for instance 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7 [ 1231.778233] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.778417] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.895294] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.005377] env[68934]: DEBUG nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.005938] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.006183] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.006360] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.006543] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.006702] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.006859] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.007074] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.007263] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.007435] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.007629] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.007792] env[68934]: DEBUG nova.virt.hardware [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.008704] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792a7ee-1390-4255-800f-155b121f44ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.014306] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.014544] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.014704] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.014982] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.015063] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.015212] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.015439] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.015699] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.015752] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.015888] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.016111] env[68934]: DEBUG nova.virt.hardware [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.016937] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f17f7d-c162-46a6-b5bb-18ed45020396 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.022466] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.022798] env[68934]: DEBUG nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Instance network_info: |[{"id": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "address": "fa:16:3e:21:b1:93", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa42f9-7f", "ovs_interfaceid": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.028972] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec64272-ca5b-4f1a-94ae-91ccc82f1606 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.034685] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b22f7d-321b-4f54-bdde-f9ef0b8f921f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.049014] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:b1:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77aa42f9-7fc1-44f2-924a-dc54dea680cc', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.056854] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.065668] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.066167] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.066434] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.066658] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.066882] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.067713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.069432] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.075540] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.075855] env[68934]: INFO nova.compute.manager [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Terminating instance [ 1232.079787] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cecc8f82-9d06-460e-89bf-593fbbaf9dae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.094503] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.096144] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6891b269-a6c3-4673-a829-089c747803c3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.114227] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.114227] env[68934]: value = "task-3135864" [ 1232.114227] env[68934]: _type = "Task" [ 1232.114227] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.118876] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.118876] env[68934]: value = "task-3135865" [ 1232.118876] env[68934]: _type = "Task" [ 1232.118876] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.125323] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135864, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.130469] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135865, 'name': CreateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.196422] env[68934]: DEBUG oslo_concurrency.lockutils [None req-26263a01-7b0a-4985-8ed8-76569802da0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.577s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.281612] env[68934]: DEBUG nova.network.neutron [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.283104] env[68934]: DEBUG nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.346062] env[68934]: DEBUG nova.compute.manager [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Received event network-changed-77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.346062] env[68934]: DEBUG nova.compute.manager [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Refreshing instance network info cache due to event network-changed-77aa42f9-7fc1-44f2-924a-dc54dea680cc. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.346062] env[68934]: DEBUG oslo_concurrency.lockutils [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] Acquiring lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.346062] env[68934]: DEBUG oslo_concurrency.lockutils [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] Acquired lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.346062] env[68934]: DEBUG nova.network.neutron [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Refreshing network info cache for port 77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.399401] env[68934]: DEBUG oslo_vmware.api [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135863, 'name': PowerOnVM_Task, 'duration_secs': 0.884139} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.400180] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.400543] env[68934]: INFO nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Took 11.25 seconds to spawn the instance on the hypervisor. [ 1232.400986] env[68934]: DEBUG nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.401960] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7649fcd-cc0d-4b8b-81a5-180eb0554b44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.428061] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e41f056-0a6f-4c5b-8585-9998d21f7348 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.433951] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fd0e2-ea9e-4cb4-a8f5-7ed47f81ac11 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.467494] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b92335-a8f9-41a4-aad6-118fe72c3ec9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.476579] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d9c706-1b0b-4691-a63b-688dcd8dc6f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.490653] env[68934]: DEBUG nova.compute.provider_tree [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.609359] env[68934]: DEBUG nova.compute.manager [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.609606] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.610629] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71041b67-daf4-4af2-b1b8-4599a42c8c3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.623108] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.626818] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d84f3be8-25de-4beb-96f4-7f8718caa0f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.630548] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135864, 'name': CreateVM_Task, 'duration_secs': 0.309152} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.631250] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.631642] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.631823] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.632155] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.632384] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7b4ca7-e9bc-4006-b7f1-9df7e2721325 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.636854] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135865, 'name': CreateVM_Task, 'duration_secs': 0.364785} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.638165] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.638489] env[68934]: DEBUG oslo_vmware.api [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1232.638489] env[68934]: value = "task-3135866" [ 1232.638489] env[68934]: _type = "Task" [ 1232.638489] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.639158] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': 'dfe1f795-e652-47a9-a17c-a2ccb60f9a6b', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627503', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'name': 'volume-812760ab-f770-4ad9-b054-d46dfc5b6abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b259911-8065-4319-bf6f-5f5d1aa50fb3', 'attached_at': '', 'detached_at': '', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'serial': '812760ab-f770-4ad9-b054-d46dfc5b6abd'}, 'volume_type': None}], 'swap': None} {{(pid=68934) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1232.639369] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Root volume attach. Driver type: vmdk {{(pid=68934) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1232.641010] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6a7b0-d0ec-4db2-8e8f-d2521e35a3eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.646160] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1232.646160] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5217ff3b-b8a5-b42b-3fcb-4ed2e34b195c" [ 1232.646160] env[68934]: _type = "Task" [ 1232.646160] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.655516] env[68934]: DEBUG oslo_vmware.api [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.657115] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3aa0b8-be09-458c-9cbc-cc7946557b51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.663249] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5217ff3b-b8a5-b42b-3fcb-4ed2e34b195c, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.663872] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.664123] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.664360] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.664508] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.664682] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.664930] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a39da97b-cfac-46ec-81bb-3349ef7c0943 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.670296] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ff4d0-7b9c-45c1-b2a0-b05bb960e7e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.678125] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b799f3a9-0f80-4357-a386-bb584f64f8aa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.680673] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.680853] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.681529] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f382d406-4ac2-4a8c-b2c2-895bea025824 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.687458] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1232.687458] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52189dd8-77bb-a040-cbd0-b6da5aec6fb8" [ 1232.687458] env[68934]: _type = "Task" [ 1232.687458] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.692295] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1232.692295] env[68934]: value = "task-3135867" [ 1232.692295] env[68934]: _type = "Task" [ 1232.692295] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.698202] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52189dd8-77bb-a040-cbd0-b6da5aec6fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.702996] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135867, 'name': RelocateVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.787625] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.815725] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.925709] env[68934]: INFO nova.compute.manager [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Took 17.90 seconds to build instance. [ 1232.998203] env[68934]: DEBUG nova.scheduler.client.report [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.155757] env[68934]: DEBUG oslo_vmware.api [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135866, 'name': PowerOffVM_Task, 'duration_secs': 0.248823} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.156686] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.159390] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.159732] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20bdea24-055a-4943-9bc8-63934d89de98 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.207115] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52189dd8-77bb-a040-cbd0-b6da5aec6fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.210882] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac8bf77-4a81-4362-9da3-e0c8de130f24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.215598] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135867, 'name': RelocateVM_Task, 'duration_secs': 0.468858} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.215598] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.215598] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627503', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'name': 'volume-812760ab-f770-4ad9-b054-d46dfc5b6abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b259911-8065-4319-bf6f-5f5d1aa50fb3', 'attached_at': '', 'detached_at': '', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'serial': '812760ab-f770-4ad9-b054-d46dfc5b6abd'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.215598] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed634190-ff27-47c2-8ba5-15a87cee87db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.219640] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1233.219640] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f53fcb-7a54-e48f-03e7-50b8fa56fb25" [ 1233.219640] env[68934]: _type = "Task" [ 1233.219640] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.236927] env[68934]: DEBUG nova.network.neutron [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updated VIF entry in instance network info cache for port 77aa42f9-7fc1-44f2-924a-dc54dea680cc. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.237301] env[68934]: DEBUG nova.network.neutron [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [{"id": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "address": "fa:16:3e:21:b1:93", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa42f9-7f", "ovs_interfaceid": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.242024] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824834e8-9b46-4bb5-9957-a16bff16be55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.245623] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f53fcb-7a54-e48f-03e7-50b8fa56fb25, 'name': SearchDatastore_Task, 'duration_secs': 0.017692} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.246559] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.247231] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.247231] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46b9b552-3445-4aaf-83dd-1b1d7737e4da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.270298] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-812760ab-f770-4ad9-b054-d46dfc5b6abd/volume-812760ab-f770-4ad9-b054-d46dfc5b6abd.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.271652] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ece6ca6-7dbd-455d-97e3-0ea44abb1aba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.287235] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1233.287235] env[68934]: value = "task-3135869" [ 1233.287235] env[68934]: _type = "Task" [ 1233.287235] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.292883] env[68934]: DEBUG nova.compute.manager [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68934) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1233.298456] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1233.298456] env[68934]: value = "task-3135870" [ 1233.298456] env[68934]: _type = "Task" [ 1233.298456] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.309106] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.322474] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.437803] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eeb30fb7-33f0-40de-bb47-dca14819967d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.425s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.506928] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.509398] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.694s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.511060] env[68934]: INFO nova.compute.claims [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.528088] env[68934]: INFO nova.scheduler.client.report [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted allocations for instance fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b [ 1233.743865] env[68934]: DEBUG oslo_concurrency.lockutils [req-ea53647e-18a1-456c-a96d-07ba7f86e601 req-89106428-1606-4fa4-87e4-39d6388ca43b service nova] Releasing lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.800319] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478834} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.804324] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.804324] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.804324] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab7ce800-3348-4ad4-9efa-4e303c8e04d0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.814776] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.816876] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1233.816876] env[68934]: value = "task-3135871" [ 1233.816876] env[68934]: _type = "Task" [ 1233.816876] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.826116] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.001612] env[68934]: DEBUG nova.compute.manager [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Received event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.001869] env[68934]: DEBUG nova.compute.manager [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing instance network info cache due to event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.002076] env[68934]: DEBUG oslo_concurrency.lockutils [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] Acquiring lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.002248] env[68934]: DEBUG oslo_concurrency.lockutils [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] Acquired lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.002424] env[68934]: DEBUG nova.network.neutron [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.040236] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cd36b6eb-8747-482b-9352-886730e8d218 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.565s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.259652] env[68934]: DEBUG nova.compute.manager [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1234.310384] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135870, 'name': ReconfigVM_Task, 'duration_secs': 0.611603} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.311022] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-812760ab-f770-4ad9-b054-d46dfc5b6abd/volume-812760ab-f770-4ad9-b054-d46dfc5b6abd.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.316569] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c84818d-4dfa-4f7c-981d-49891942ec5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.341499] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070026} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.343498] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.343874] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1234.343874] env[68934]: value = "task-3135872" [ 1234.343874] env[68934]: _type = "Task" [ 1234.343874] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.344676] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6cb8ce-c359-40de-bcdd-c92120fe8eab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.355535] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.371384] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.371751] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4582a3e9-cb16-42d6-b79c-941f6be0e4f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.392792] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1234.392792] env[68934]: value = "task-3135873" [ 1234.392792] env[68934]: _type = "Task" [ 1234.392792] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.402408] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.444798] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.755532] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c8f8e-1766-4d94-904a-d4385ae3e342 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.769135] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576160c-0462-495b-a37d-30e26eeb6d60 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.775752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.804087] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753331a-f602-4e24-8fa5-711763148bb4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.805565] env[68934]: DEBUG nova.network.neutron [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updated VIF entry in instance network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.805678] env[68934]: DEBUG nova.network.neutron [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.812270] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283a4289-fa37-4e26-9814-2e5ad5685b69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.827593] env[68934]: DEBUG nova.compute.provider_tree [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.859099] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135872, 'name': ReconfigVM_Task, 'duration_secs': 0.277862} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.859517] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627503', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'name': 'volume-812760ab-f770-4ad9-b054-d46dfc5b6abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b259911-8065-4319-bf6f-5f5d1aa50fb3', 'attached_at': '', 'detached_at': '', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'serial': '812760ab-f770-4ad9-b054-d46dfc5b6abd'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1234.860207] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f876247a-b13d-4145-90b0-ee74c31f2d13 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.867890] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1234.867890] env[68934]: value = "task-3135874" [ 1234.867890] env[68934]: _type = "Task" [ 1234.867890] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.880321] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135874, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.904433] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135873, 'name': ReconfigVM_Task, 'duration_secs': 0.292894} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.904706] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7/e5f551cb-cb37-4ebe-9470-fb0b2f4faca7.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.905327] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c1cf024-896b-49fb-a7c5-6ca073268770 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.912606] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1234.912606] env[68934]: value = "task-3135875" [ 1234.912606] env[68934]: _type = "Task" [ 1234.912606] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.922062] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135875, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.308507] env[68934]: DEBUG oslo_concurrency.lockutils [req-d24c3e67-5727-48db-971b-e992c0029fc8 req-cee0e433-ff18-45d4-b9c7-8dcdd8155ee8 service nova] Releasing lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.330844] env[68934]: DEBUG nova.scheduler.client.report [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.380032] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135874, 'name': Rename_Task, 'duration_secs': 0.229083} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.380285] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.380569] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52a7751-3984-4bb7-b0ab-93bc2db94c86 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.389139] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1235.389139] env[68934]: value = "task-3135876" [ 1235.389139] env[68934]: _type = "Task" [ 1235.389139] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.398113] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.422549] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135875, 'name': Rename_Task, 'duration_secs': 0.151154} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.422878] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.423163] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce0faa5-8521-4211-b2c4-dbe2f3ae5d8a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.430315] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1235.430315] env[68934]: value = "task-3135877" [ 1235.430315] env[68934]: _type = "Task" [ 1235.430315] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.440975] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.836085] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.836704] env[68934]: DEBUG nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.839680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.395s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.900960] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.941485] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135877, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.104356] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.104610] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.104863] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleting the datastore file [datastore1] 026148ec-42c5-4054-aa38-16a7d7fcf9a1 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.105227] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26a48a4c-7ece-4b4d-a290-d32117e39406 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.130807] env[68934]: DEBUG oslo_vmware.api [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for the task: (returnval){ [ 1236.130807] env[68934]: value = "task-3135878" [ 1236.130807] env[68934]: _type = "Task" [ 1236.130807] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.258912] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.259364] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.343552] env[68934]: DEBUG nova.compute.utils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.345570] env[68934]: DEBUG nova.objects.instance [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'migration_context' on Instance uuid 6fe6975a-d2a9-412d-9e09-6d0229bf8237 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.347138] env[68934]: DEBUG nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.347411] env[68934]: DEBUG nova.network.neutron [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.396306] env[68934]: DEBUG nova.policy [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '673fe670e5c64e0abdb3bf5e1df88f0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2cc2a248a8f47d1be83f875c4637436', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.405287] env[68934]: DEBUG oslo_vmware.api [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135876, 'name': PowerOnVM_Task, 'duration_secs': 0.772109} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.405551] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.405753] env[68934]: INFO nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Took 4.40 seconds to spawn the instance on the hypervisor. [ 1236.405952] env[68934]: DEBUG nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.406811] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2060fb6-cfb5-4608-8894-ed06c3cf0f62 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.440662] env[68934]: DEBUG oslo_vmware.api [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135877, 'name': PowerOnVM_Task, 'duration_secs': 0.57297} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.440980] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.441213] env[68934]: DEBUG nova.compute.manager [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.442095] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16838f9a-fae4-42af-a7a3-66128c50f40f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.649592] env[68934]: DEBUG oslo_vmware.api [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Task: {'id': task-3135878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376915} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.650116] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.650525] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.650825] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.651134] env[68934]: INFO nova.compute.manager [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Took 4.04 seconds to destroy the instance on the hypervisor. [ 1236.651491] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.651828] env[68934]: DEBUG nova.compute.manager [-] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.652042] env[68934]: DEBUG nova.network.neutron [-] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.683149] env[68934]: DEBUG nova.network.neutron [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Successfully created port: 824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.762668] env[68934]: DEBUG nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.848073] env[68934]: DEBUG nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.929977] env[68934]: INFO nova.compute.manager [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Took 11.89 seconds to build instance. [ 1236.964911] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.054733] env[68934]: DEBUG nova.compute.manager [req-dc73652a-787c-48aa-a376-74b0030b01eb req-9ba682c7-8ed6-46dc-9f92-ddd6e978aa2e service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Received event network-vif-deleted-35fe8799-2b61-4644-93e4-ff336f167682 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.054988] env[68934]: INFO nova.compute.manager [req-dc73652a-787c-48aa-a376-74b0030b01eb req-9ba682c7-8ed6-46dc-9f92-ddd6e978aa2e service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Neutron deleted interface 35fe8799-2b61-4644-93e4-ff336f167682; detaching it from the instance and deleting it from the info cache [ 1237.055514] env[68934]: DEBUG nova.network.neutron [req-dc73652a-787c-48aa-a376-74b0030b01eb req-9ba682c7-8ed6-46dc-9f92-ddd6e978aa2e service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.115347] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9612fd3d-d6d8-41a4-ad69-a81fff5c9eb0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.123539] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf9b5b1-6e03-4726-b734-688053fcfd21 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.154444] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a48f40-237d-40be-8f45-062e7a92c8bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.162834] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820378bc-2d53-43f7-83ba-880d6709f9f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.168320] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.168552] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.168758] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.168937] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.169117] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.178511] env[68934]: DEBUG nova.compute.provider_tree [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.180088] env[68934]: INFO nova.compute.manager [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Terminating instance [ 1237.286261] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.432971] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.418s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.534817] env[68934]: DEBUG nova.network.neutron [-] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.566619] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0be0d62c-7ff9-43ac-a992-261c0525af31 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.575147] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce501c4a-c3d4-43af-8fb5-15b49663a5dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.609473] env[68934]: DEBUG nova.compute.manager [req-dc73652a-787c-48aa-a376-74b0030b01eb req-9ba682c7-8ed6-46dc-9f92-ddd6e978aa2e service nova] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Detach interface failed, port_id=35fe8799-2b61-4644-93e4-ff336f167682, reason: Instance 026148ec-42c5-4054-aa38-16a7d7fcf9a1 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.685066] env[68934]: DEBUG nova.scheduler.client.report [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.686851] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "refresh_cache-e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.687210] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquired lock "refresh_cache-e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.687496] env[68934]: DEBUG nova.network.neutron [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.864343] env[68934]: DEBUG nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.899061] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.899562] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.899887] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.900239] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.900578] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.900909] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.901325] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.901682] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.903035] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.903035] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.903035] env[68934]: DEBUG nova.virt.hardware [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.904055] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57dde15-7936-4c38-aad7-e0855eff2dea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.913368] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcce84e-9eaa-4660-ac5f-9340f46436a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.036634] env[68934]: INFO nova.compute.manager [-] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Took 1.38 seconds to deallocate network for instance. [ 1238.113627] env[68934]: DEBUG nova.compute.manager [req-57484cd7-0648-484a-9675-61ec6175c403 req-11c8e769-158c-4df9-a62f-cafc6e9f0f27 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Received event network-vif-plugged-824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.113851] env[68934]: DEBUG oslo_concurrency.lockutils [req-57484cd7-0648-484a-9675-61ec6175c403 req-11c8e769-158c-4df9-a62f-cafc6e9f0f27 service nova] Acquiring lock "34233e64-7c4b-44b1-96c6-733d4bf233f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.114168] env[68934]: DEBUG oslo_concurrency.lockutils [req-57484cd7-0648-484a-9675-61ec6175c403 req-11c8e769-158c-4df9-a62f-cafc6e9f0f27 service nova] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.114265] env[68934]: DEBUG oslo_concurrency.lockutils [req-57484cd7-0648-484a-9675-61ec6175c403 req-11c8e769-158c-4df9-a62f-cafc6e9f0f27 service nova] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.114431] env[68934]: DEBUG nova.compute.manager [req-57484cd7-0648-484a-9675-61ec6175c403 req-11c8e769-158c-4df9-a62f-cafc6e9f0f27 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] No waiting events found dispatching network-vif-plugged-824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.114596] env[68934]: WARNING nova.compute.manager [req-57484cd7-0648-484a-9675-61ec6175c403 req-11c8e769-158c-4df9-a62f-cafc6e9f0f27 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Received unexpected event network-vif-plugged-824884ad-2cd9-4de0-a003-2fce1151d2bb for instance with vm_state building and task_state spawning. [ 1238.216056] env[68934]: DEBUG nova.network.neutron [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.275164] env[68934]: DEBUG nova.network.neutron [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.419101] env[68934]: DEBUG nova.network.neutron [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Successfully updated port: 824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.543279] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.699445] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.860s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.705323] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.930s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.777798] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Releasing lock "refresh_cache-e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.778278] env[68934]: DEBUG nova.compute.manager [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.778472] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.779429] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebdbcf4-edc3-4082-9d4b-f4cd346d96ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.788621] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.788913] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666de363-6971-4fd3-bbff-ded1de755aba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.796236] env[68934]: DEBUG oslo_vmware.api [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1238.796236] env[68934]: value = "task-3135879" [ 1238.796236] env[68934]: _type = "Task" [ 1238.796236] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.805613] env[68934]: DEBUG oslo_vmware.api [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.926557] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926674] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquired lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.926854] env[68934]: DEBUG nova.network.neutron [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.084454] env[68934]: DEBUG nova.compute.manager [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Received event network-changed-34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.084714] env[68934]: DEBUG nova.compute.manager [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Refreshing instance network info cache due to event network-changed-34c91061-4385-44c2-973a-007018f86b09. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.084958] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] Acquiring lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.085121] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] Acquired lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.085668] env[68934]: DEBUG nova.network.neutron [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Refreshing network info cache for port 34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.212853] env[68934]: INFO nova.compute.claims [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.308249] env[68934]: DEBUG oslo_vmware.api [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135879, 'name': PowerOffVM_Task, 'duration_secs': 0.206048} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.308249] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.308422] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.308683] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cc8d683-99a9-4245-95e4-371819020fdc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.339737] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.339984] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.341060] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Deleting the datastore file [datastore2] e5f551cb-cb37-4ebe-9470-fb0b2f4faca7 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.341060] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afcb8078-ef22-4ea3-9b0d-a310a44f59db {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.349451] env[68934]: DEBUG oslo_vmware.api [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for the task: (returnval){ [ 1239.349451] env[68934]: value = "task-3135881" [ 1239.349451] env[68934]: _type = "Task" [ 1239.349451] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.357668] env[68934]: DEBUG oslo_vmware.api [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.462313] env[68934]: DEBUG nova.network.neutron [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.589398] env[68934]: DEBUG nova.network.neutron [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Updating instance_info_cache with network_info: [{"id": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "address": "fa:16:3e:0f:8d:a7", "network": {"id": "6df82603-dcdb-4c61-b231-c5a70a8ed4c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-735526560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc2a248a8f47d1be83f875c4637436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824884ad-2c", "ovs_interfaceid": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.597936] env[68934]: DEBUG nova.compute.manager [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1239.719509] env[68934]: INFO nova.compute.resource_tracker [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating resource usage from migration b9f83c61-fe8b-4001-aa2d-2f573e8ee156 [ 1239.779573] env[68934]: DEBUG nova.network.neutron [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updated VIF entry in instance network info cache for port 34c91061-4385-44c2-973a-007018f86b09. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.779953] env[68934]: DEBUG nova.network.neutron [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updating instance_info_cache with network_info: [{"id": "34c91061-4385-44c2-973a-007018f86b09", "address": "fa:16:3e:8e:9e:e4", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c91061-43", "ovs_interfaceid": "34c91061-4385-44c2-973a-007018f86b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.861201] env[68934]: DEBUG oslo_vmware.api [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Task: {'id': task-3135881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090313} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.863678] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.863865] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.864052] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.864257] env[68934]: INFO nova.compute.manager [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1239.864504] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.864899] env[68934]: DEBUG nova.compute.manager [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.865008] env[68934]: DEBUG nova.network.neutron [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.882281] env[68934]: DEBUG nova.network.neutron [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.918823] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a969fc1-6bf8-4535-bcc0-26f6da5df37d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.927436] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33bb4e6-325d-43a2-9c19-5647539db70d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.960170] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6926f-101d-4a64-bb76-a5b72fb58ad2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.968999] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cefdf7e-b608-40fc-8641-2f7067da183b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.983761] env[68934]: DEBUG nova.compute.provider_tree [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.105472] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Releasing lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.105829] env[68934]: DEBUG nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Instance network_info: |[{"id": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "address": "fa:16:3e:0f:8d:a7", "network": {"id": "6df82603-dcdb-4c61-b231-c5a70a8ed4c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-735526560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc2a248a8f47d1be83f875c4637436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824884ad-2c", "ovs_interfaceid": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.106624] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:8d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '824884ad-2cd9-4de0-a003-2fce1151d2bb', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.120675] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Creating folder: Project (d2cc2a248a8f47d1be83f875c4637436). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.122092] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.122680] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d75d4262-6f7b-47fe-9e19-265fc05cf7d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.135669] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Created folder: Project (d2cc2a248a8f47d1be83f875c4637436) in parent group-v627191. [ 1240.135932] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Creating folder: Instances. Parent ref: group-v627510. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.136163] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7101ad70-84ff-49e0-8f87-69b2aadbcafc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.143208] env[68934]: DEBUG nova.compute.manager [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Received event network-changed-824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.143463] env[68934]: DEBUG nova.compute.manager [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Refreshing instance network info cache due to event network-changed-824884ad-2cd9-4de0-a003-2fce1151d2bb. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.143627] env[68934]: DEBUG oslo_concurrency.lockutils [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] Acquiring lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.143743] env[68934]: DEBUG oslo_concurrency.lockutils [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] Acquired lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.143889] env[68934]: DEBUG nova.network.neutron [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Refreshing network info cache for port 824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.147638] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Created folder: Instances in parent group-v627510. [ 1240.147883] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.148371] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.148588] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da30ddbb-541c-48b4-9575-dbefaae7d31d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.169567] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.169567] env[68934]: value = "task-3135884" [ 1240.169567] env[68934]: _type = "Task" [ 1240.169567] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.183821] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135884, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.242660] env[68934]: INFO nova.compute.manager [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Swapping old allocation on dict_keys(['64ca70af-0efc-43df-853f-90e83858da1f']) held by migration 866232dc-eb7b-453f-a0f3-c641d6ab90d3 for instance [ 1240.266008] env[68934]: DEBUG nova.scheduler.client.report [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Overwriting current allocation {'allocations': {'64ca70af-0efc-43df-853f-90e83858da1f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': '493068d90d504d7abc1d61f5a50b7af4', 'user_id': '588776fae7534d58b3ff5b415c73e12c', 'consumer_generation': 1} on consumer 6fe6975a-d2a9-412d-9e09-6d0229bf8237 {{(pid=68934) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1240.282857] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] Releasing lock "refresh_cache-2bc2caab-11f2-4327-a1be-7772277eedf4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.283198] env[68934]: DEBUG nova.compute.manager [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Received event network-changed-77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.283412] env[68934]: DEBUG nova.compute.manager [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Refreshing instance network info cache due to event network-changed-77aa42f9-7fc1-44f2-924a-dc54dea680cc. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.284546] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] Acquiring lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.284546] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] Acquired lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.284546] env[68934]: DEBUG nova.network.neutron [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Refreshing network info cache for port 77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.354156] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.354391] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.354594] env[68934]: DEBUG nova.network.neutron [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.384395] env[68934]: DEBUG nova.network.neutron [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.491020] env[68934]: DEBUG nova.scheduler.client.report [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.682559] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135884, 'name': CreateVM_Task, 'duration_secs': 0.360545} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.682808] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.683407] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.683990] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.684344] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.684602] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86197e9-b661-419d-847d-9071533561cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.689438] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1240.689438] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524891e5-548c-e60c-5094-6073a4d06484" [ 1240.689438] env[68934]: _type = "Task" [ 1240.689438] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.697343] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524891e5-548c-e60c-5094-6073a4d06484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.824277] env[68934]: DEBUG nova.network.neutron [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Updated VIF entry in instance network info cache for port 824884ad-2cd9-4de0-a003-2fce1151d2bb. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.824658] env[68934]: DEBUG nova.network.neutron [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Updating instance_info_cache with network_info: [{"id": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "address": "fa:16:3e:0f:8d:a7", "network": {"id": "6df82603-dcdb-4c61-b231-c5a70a8ed4c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-735526560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc2a248a8f47d1be83f875c4637436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824884ad-2c", "ovs_interfaceid": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.886560] env[68934]: INFO nova.compute.manager [-] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Took 1.02 seconds to deallocate network for instance. [ 1240.996511] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.291s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.996672] env[68934]: INFO nova.compute.manager [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Migrating [ 1241.013880] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.049s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.016206] env[68934]: DEBUG nova.objects.instance [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1241.027196] env[68934]: DEBUG nova.network.neutron [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updated VIF entry in instance network info cache for port 77aa42f9-7fc1-44f2-924a-dc54dea680cc. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.027196] env[68934]: DEBUG nova.network.neutron [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [{"id": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "address": "fa:16:3e:21:b1:93", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa42f9-7f", "ovs_interfaceid": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.098757] env[68934]: DEBUG nova.network.neutron [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [{"id": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "address": "fa:16:3e:37:74:74", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366804d7-31", "ovs_interfaceid": "366804d7-3161-4ab6-8b00-87b1a2419ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.201084] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524891e5-548c-e60c-5094-6073a4d06484, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.201084] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.201339] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.201390] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.201541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.201729] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.202044] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80747b88-d29d-4429-9bb6-44f5844bcae7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.213134] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.213357] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.214255] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e80393-4e82-437f-b94f-ba381c2e4732 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.221384] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1241.221384] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fc644f-2646-80e9-7157-87e837ba61c1" [ 1241.221384] env[68934]: _type = "Task" [ 1241.221384] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.230021] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fc644f-2646-80e9-7157-87e837ba61c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.328053] env[68934]: DEBUG oslo_concurrency.lockutils [req-427f0c85-5b95-4fd2-971e-38bd8cdec188 req-c4b1f6da-dc18-4b11-8893-695793f877fa service nova] Releasing lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.393390] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.532377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.532462] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.532656] env[68934]: DEBUG nova.network.neutron [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.533813] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc5f59c-0098-40eb-9132-686d6e42a2e6 req-248a390c-28fe-40ab-ac06-52149dca00ed service nova] Releasing lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.601383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-6fe6975a-d2a9-412d-9e09-6d0229bf8237" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.602350] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c202c9-f9ba-4a70-8458-c2699b5b8d51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.611322] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d25a9f9-0639-4f07-b6c0-5dfd1a796ac5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.731958] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52fc644f-2646-80e9-7157-87e837ba61c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013788} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.732730] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaeb67d-7011-460c-a267-78b8b77c870e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.738463] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1241.738463] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ee9ebc-baa3-a43d-e819-d862151dfb56" [ 1241.738463] env[68934]: _type = "Task" [ 1241.738463] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.747573] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ee9ebc-baa3-a43d-e819-d862151dfb56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.975233] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Acquiring lock "444ff31e-acba-4889-b8f3-3f9335701af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.975462] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "444ff31e-acba-4889-b8f3-3f9335701af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.975683] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Acquiring lock "444ff31e-acba-4889-b8f3-3f9335701af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.975883] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "444ff31e-acba-4889-b8f3-3f9335701af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.976077] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "444ff31e-acba-4889-b8f3-3f9335701af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.978246] env[68934]: INFO nova.compute.manager [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Terminating instance [ 1242.035463] env[68934]: DEBUG oslo_concurrency.lockutils [None req-38fddaa7-e4bb-4753-ac8f-ed7379fc22aa tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.036811] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.751s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.038923] env[68934]: INFO nova.compute.claims [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.249594] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ee9ebc-baa3-a43d-e819-d862151dfb56, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.249882] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.250434] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 34233e64-7c4b-44b1-96c6-733d4bf233f4/34233e64-7c4b-44b1-96c6-733d4bf233f4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.250434] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a37b1eb-7e31-4709-a54c-3a10c9837f63 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.257263] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1242.257263] env[68934]: value = "task-3135885" [ 1242.257263] env[68934]: _type = "Task" [ 1242.257263] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.260782] env[68934]: DEBUG nova.network.neutron [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.266843] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.482476] env[68934]: DEBUG nova.compute.manager [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.482716] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.483020] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-258529af-6d53-411c-8ccc-19115c584cb7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.492896] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1242.492896] env[68934]: value = "task-3135886" [ 1242.492896] env[68934]: _type = "Task" [ 1242.492896] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.502915] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.698261] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.698632] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b1a26c5-0264-4cd0-a718-4a9d0e8a346e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.709540] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1242.709540] env[68934]: value = "task-3135887" [ 1242.709540] env[68934]: _type = "Task" [ 1242.709540] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.718667] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.767286] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.773617] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135885, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.003169] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135886, 'name': PowerOffVM_Task, 'duration_secs': 0.322209} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.003486] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.003790] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.004447] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627487', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'name': 'volume-7f68194b-640a-45cd-8f36-0559639fa53a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '444ff31e-acba-4889-b8f3-3f9335701af5', 'attached_at': '', 'detached_at': '', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'serial': '7f68194b-640a-45cd-8f36-0559639fa53a'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.004901] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ec905-28bc-48e2-829a-c72d69f88443 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.025836] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64c711b-b97f-4741-af5c-a74a757b3777 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.034345] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df070d-7fed-4997-81fc-ff179553e816 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.055846] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f038612f-428c-4365-84d9-7c15d7010406 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.071698] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] The volume has not been displaced from its original location: [datastore2] volume-7f68194b-640a-45cd-8f36-0559639fa53a/volume-7f68194b-640a-45cd-8f36-0559639fa53a.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.077078] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.080016] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a19f9e-6541-4115-ae17-a43e87c6e55a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.099450] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1243.099450] env[68934]: value = "task-3135888" [ 1243.099450] env[68934]: _type = "Task" [ 1243.099450] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.110134] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.220674] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135887, 'name': PowerOffVM_Task, 'duration_secs': 0.215514} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.223281] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.223921] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.224155] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.224313] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.224500] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.224643] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.224789] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.224989] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.225163] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.225330] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.225492] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.225807] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.230697] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb2e581-a3e3-4e9b-a8f5-8bd8646506a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.249956] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1243.249956] env[68934]: value = "task-3135889" [ 1243.249956] env[68934]: _type = "Task" [ 1243.249956] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.261264] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.277850] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537556} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.278331] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 34233e64-7c4b-44b1-96c6-733d4bf233f4/34233e64-7c4b-44b1-96c6-733d4bf233f4.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.278547] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.278799] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c2b986-1acc-4057-9e1f-c6eb88024ff8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.287511] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1243.287511] env[68934]: value = "task-3135890" [ 1243.287511] env[68934]: _type = "Task" [ 1243.287511] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.288825] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1da2e8d-3d7d-4630-b9a1-a64b783521fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.299768] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.302558] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c95885-a7ca-4fd2-9e00-2a6c63df8115 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.336187] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60887791-c6df-40bb-bba2-45501be7777d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.345473] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9089b868-520b-4957-9afa-8840e932e39c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.364511] env[68934]: DEBUG nova.compute.provider_tree [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.612050] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135888, 'name': ReconfigVM_Task, 'duration_secs': 0.275779} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.612560] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.620300] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d6dc96-2076-48bf-8d6a-dd7d677373f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.640451] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1243.640451] env[68934]: value = "task-3135891" [ 1243.640451] env[68934]: _type = "Task" [ 1243.640451] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.653436] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.760587] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135889, 'name': ReconfigVM_Task, 'duration_secs': 0.395759} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.761547] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7be54d-d866-4cc4-8fbc-a8da0ec1e020 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.789896] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.789896] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.789896] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.789896] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.790703] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.790703] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.790703] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.790847] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.790944] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.791155] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.791305] env[68934]: DEBUG nova.virt.hardware [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.792548] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1336d8-4877-44b8-b57a-7f68eae79dde {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.805958] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069251} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.806693] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.807253] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1243.807253] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5256155a-9a78-673e-a69d-26d197da94e0" [ 1243.807253] env[68934]: _type = "Task" [ 1243.807253] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.807764] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a30fb8a-2a7e-45c8-bc23-85571a48b15e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.821784] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5256155a-9a78-673e-a69d-26d197da94e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.836997] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.846136] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 34233e64-7c4b-44b1-96c6-733d4bf233f4/34233e64-7c4b-44b1-96c6-733d4bf233f4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.846822] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8843aa38-ac33-48c6-9b81-9b17bea28448 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.860090] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5f44f2-4745-4855-99b6-16bf28370e4b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.875141] env[68934]: DEBUG nova.scheduler.client.report [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.884803] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1243.884803] env[68934]: value = "task-3135892" [ 1243.884803] env[68934]: _type = "Task" [ 1243.884803] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.886409] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1243.886409] env[68934]: value = "task-3135893" [ 1243.886409] env[68934]: _type = "Task" [ 1243.886409] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.900691] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.903905] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.151344] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135891, 'name': ReconfigVM_Task, 'duration_secs': 0.210062} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.151754] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627487', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'name': 'volume-7f68194b-640a-45cd-8f36-0559639fa53a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '444ff31e-acba-4889-b8f3-3f9335701af5', 'attached_at': '', 'detached_at': '', 'volume_id': '7f68194b-640a-45cd-8f36-0559639fa53a', 'serial': '7f68194b-640a-45cd-8f36-0559639fa53a'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.152158] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.153126] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffd4a81-f1fd-4767-9908-4a862a31320b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.161135] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.161586] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbadfc26-6690-468e-ab50-ee1fdef5380b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.235992] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.236380] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.236477] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Deleting the datastore file [datastore2] 444ff31e-acba-4889-b8f3-3f9335701af5 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.236755] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a1f9f1a-0767-4df6-8384-28a6b2427d02 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.245051] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for the task: (returnval){ [ 1244.245051] env[68934]: value = "task-3135895" [ 1244.245051] env[68934]: _type = "Task" [ 1244.245051] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.253358] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.297886] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a73d181-72c5-4f17-9356-78b58624377e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.318217] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance '5ec31989-73c7-42f9-8427-b53d2f6df260' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.380305] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.380834] env[68934]: DEBUG nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.383557] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.840s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.383673] env[68934]: DEBUG nova.objects.instance [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lazy-loading 'resources' on Instance uuid 026148ec-42c5-4054-aa38-16a7d7fcf9a1 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.399374] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135892, 'name': ReconfigVM_Task, 'duration_secs': 0.323478} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.402351] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 34233e64-7c4b-44b1-96c6-733d4bf233f4/34233e64-7c4b-44b1-96c6-733d4bf233f4.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.402966] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135893, 'name': ReconfigVM_Task, 'duration_secs': 0.464994} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.403326] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef6612ec-70a4-4d13-8610-c9245b6ad077 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.404753] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.405663] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63577721-6d16-4ce8-9574-1cf7e05a9281 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.434142] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.435753] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19055c8f-174e-43e8-bef0-cc085e208e6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.449985] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1244.449985] env[68934]: value = "task-3135896" [ 1244.449985] env[68934]: _type = "Task" [ 1244.449985] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.459226] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135896, 'name': Rename_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.460578] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1244.460578] env[68934]: value = "task-3135897" [ 1244.460578] env[68934]: _type = "Task" [ 1244.460578] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.469140] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.755454] env[68934]: DEBUG oslo_vmware.api [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Task: {'id': task-3135895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102901} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.755760] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.755976] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.756209] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.756416] env[68934]: INFO nova.compute.manager [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1244.756694] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.756939] env[68934]: DEBUG nova.compute.manager [-] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.757054] env[68934]: DEBUG nova.network.neutron [-] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.824961] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.825348] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c56fd4-ba32-4ecf-b421-5dbc05d6e51f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.832267] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1244.832267] env[68934]: value = "task-3135898" [ 1244.832267] env[68934]: _type = "Task" [ 1244.832267] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.840990] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.886642] env[68934]: DEBUG nova.compute.utils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.891074] env[68934]: DEBUG nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.891252] env[68934]: DEBUG nova.network.neutron [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.962281] env[68934]: DEBUG nova.policy [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134119f5c37341059e98242f7a16c0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f6e3a324ea542fd86a7077173cf929e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.974199] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135896, 'name': Rename_Task, 'duration_secs': 0.160589} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.975075] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.975352] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15467bce-4fa6-4241-bc7d-f26c56d4aeca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.981124] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135897, 'name': ReconfigVM_Task, 'duration_secs': 0.372945} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.981947] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237/6fe6975a-d2a9-412d-9e09-6d0229bf8237.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.982904] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da47575-e09a-412a-98fa-66f857a2f169 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.987214] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1244.987214] env[68934]: value = "task-3135899" [ 1244.987214] env[68934]: _type = "Task" [ 1244.987214] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.026706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803c265-6d81-460a-ae5a-80e6c4c72c7c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.030180] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.057247] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e1d025-5015-4918-914f-f720e42123c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.082666] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747567b-3731-4cfe-83fa-0cff3074b6f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.091602] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.091906] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c01149b-e39a-4845-92e4-959e3cd08abf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.103510] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1245.103510] env[68934]: value = "task-3135900" [ 1245.103510] env[68934]: _type = "Task" [ 1245.103510] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.117436] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.191237] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100326d2-b2c2-4715-a9ad-29d4fabaadd4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.200890] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968749a4-dd56-4d87-a9a8-2c2249d3e13a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.248934] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4818778f-1eab-447c-9916-649c9c1b0b1e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.258473] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b24b1e5-fd5f-4b95-b17b-4ab7bf04fafe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.265670] env[68934]: DEBUG nova.compute.manager [req-1cea537c-0c43-48f4-ac13-e912c753d021 req-abbb8f2c-9a9d-4b83-9d89-3cb17605e3b4 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Received event network-vif-deleted-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.265878] env[68934]: INFO nova.compute.manager [req-1cea537c-0c43-48f4-ac13-e912c753d021 req-abbb8f2c-9a9d-4b83-9d89-3cb17605e3b4 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Neutron deleted interface d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac; detaching it from the instance and deleting it from the info cache [ 1245.266119] env[68934]: DEBUG nova.network.neutron [req-1cea537c-0c43-48f4-ac13-e912c753d021 req-abbb8f2c-9a9d-4b83-9d89-3cb17605e3b4 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.279548] env[68934]: DEBUG nova.compute.provider_tree [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.343320] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135898, 'name': PowerOffVM_Task, 'duration_secs': 0.210369} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.343623] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.343819] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance '5ec31989-73c7-42f9-8427-b53d2f6df260' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.372581] env[68934]: DEBUG nova.network.neutron [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Successfully created port: e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.391735] env[68934]: DEBUG nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.504150] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.616152] env[68934]: DEBUG oslo_vmware.api [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135900, 'name': PowerOnVM_Task, 'duration_secs': 0.50192} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.616152] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.754914] env[68934]: DEBUG nova.network.neutron [-] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.769696] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-516dbd02-655e-4eee-b183-57774156dcd4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.780776] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d4b176-3047-4443-ba37-70b5dadf4913 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.794527] env[68934]: DEBUG nova.scheduler.client.report [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.830227] env[68934]: DEBUG nova.compute.manager [req-1cea537c-0c43-48f4-ac13-e912c753d021 req-abbb8f2c-9a9d-4b83-9d89-3cb17605e3b4 service nova] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Detach interface failed, port_id=d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac, reason: Instance 444ff31e-acba-4889-b8f3-3f9335701af5 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.850639] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.850923] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.851647] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.852056] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.852345] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.852589] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.852890] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.853149] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.853414] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.853670] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.853931] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.859853] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dceb09c2-5f7b-4512-8be7-4d9c5bc1b285 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.878059] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1245.878059] env[68934]: value = "task-3135901" [ 1245.878059] env[68934]: _type = "Task" [ 1245.878059] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.886891] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.999512] env[68934]: DEBUG oslo_vmware.api [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135899, 'name': PowerOnVM_Task, 'duration_secs': 0.576489} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.999512] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.999739] env[68934]: INFO nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1245.999990] env[68934]: DEBUG nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.001136] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5421e2-5966-46ae-81eb-c8d37def166b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.256200] env[68934]: INFO nova.compute.manager [-] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Took 1.50 seconds to deallocate network for instance. [ 1246.300773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.303153] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.181s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.327524] env[68934]: INFO nova.scheduler.client.report [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Deleted allocations for instance 026148ec-42c5-4054-aa38-16a7d7fcf9a1 [ 1246.392915] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135901, 'name': ReconfigVM_Task, 'duration_secs': 0.294148} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.393359] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance '5ec31989-73c7-42f9-8427-b53d2f6df260' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.405225] env[68934]: DEBUG nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.431166] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.431418] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.431577] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.431756] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.431954] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.432122] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.432331] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.432493] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.432661] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.432833] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.433044] env[68934]: DEBUG nova.virt.hardware [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.433895] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69e973d-2567-40b1-92dc-1b1e7256f07a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.443809] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c4e2be-34de-4b5a-9d24-511e5d713125 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.520469] env[68934]: INFO nova.compute.manager [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Took 13.72 seconds to build instance. [ 1246.665013] env[68934]: INFO nova.compute.manager [None req-af308475-c432-42f6-8c03-981a38ffad71 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance to original state: 'active' [ 1246.801031] env[68934]: INFO nova.compute.manager [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Took 0.54 seconds to detach 1 volumes for instance. [ 1246.804486] env[68934]: DEBUG nova.compute.manager [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Deleting volume: 7f68194b-640a-45cd-8f36-0559639fa53a {{(pid=68934) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1246.809877] env[68934]: INFO nova.compute.claims [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.838488] env[68934]: DEBUG oslo_concurrency.lockutils [None req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Lock "026148ec-42c5-4054-aa38-16a7d7fcf9a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.772s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.900842] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.901195] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.901375] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.901562] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.901706] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.901911] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.902158] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.902386] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.902584] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.902758] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.906031] env[68934]: DEBUG nova.virt.hardware [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.908941] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.909442] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e721d456-7059-4944-bee7-5c64a26269ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.933821] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1246.933821] env[68934]: value = "task-3135903" [ 1246.933821] env[68934]: _type = "Task" [ 1246.933821] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.943251] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.022775] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0599e0d1-6122-420c-85ba-e120d6dce555 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.244s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.172389] env[68934]: DEBUG nova.compute.manager [req-e336208a-30b3-488f-81ff-9e46be6f7453 req-e4705719-298e-4524-8010-9d7b19666af2 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Received event network-vif-plugged-e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.172389] env[68934]: DEBUG oslo_concurrency.lockutils [req-e336208a-30b3-488f-81ff-9e46be6f7453 req-e4705719-298e-4524-8010-9d7b19666af2 service nova] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.172389] env[68934]: DEBUG oslo_concurrency.lockutils [req-e336208a-30b3-488f-81ff-9e46be6f7453 req-e4705719-298e-4524-8010-9d7b19666af2 service nova] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.172389] env[68934]: DEBUG oslo_concurrency.lockutils [req-e336208a-30b3-488f-81ff-9e46be6f7453 req-e4705719-298e-4524-8010-9d7b19666af2 service nova] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.172389] env[68934]: DEBUG nova.compute.manager [req-e336208a-30b3-488f-81ff-9e46be6f7453 req-e4705719-298e-4524-8010-9d7b19666af2 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] No waiting events found dispatching network-vif-plugged-e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.172389] env[68934]: WARNING nova.compute.manager [req-e336208a-30b3-488f-81ff-9e46be6f7453 req-e4705719-298e-4524-8010-9d7b19666af2 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Received unexpected event network-vif-plugged-e35af775-b366-48d8-b82d-54b88a2d59e7 for instance with vm_state building and task_state spawning. [ 1247.316516] env[68934]: INFO nova.compute.resource_tracker [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating resource usage from migration 4daf8f48-4d54-41c7-bdce-8a3f25b02d48 [ 1247.356827] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.450403] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135903, 'name': ReconfigVM_Task, 'duration_secs': 0.257217} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.454282] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.456985] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc02887-eb7a-49a0-85a4-b02b79554625 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.486579] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 5ec31989-73c7-42f9-8427-b53d2f6df260/5ec31989-73c7-42f9-8427-b53d2f6df260.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.489842] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc25dd86-41b0-45f4-a91b-796deb443e6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.505461] env[68934]: DEBUG nova.network.neutron [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Successfully updated port: e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.518245] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1247.518245] env[68934]: value = "task-3135904" [ 1247.518245] env[68934]: _type = "Task" [ 1247.518245] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.538693] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.627361] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04de537-cfda-4c74-8099-352faced319c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.636661] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1977f6a2-93e3-482d-8aea-06b612358f4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.678252] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be1896f-a7e3-430d-a53d-8f4fb156725c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.688768] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0085d3-241e-42ec-bf10-ab55cbfbf659 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.705793] env[68934]: DEBUG nova.compute.provider_tree [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.034203] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.034915] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.035308] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.035653] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.035992] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.039940] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.039940] env[68934]: INFO nova.compute.manager [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Terminating instance [ 1248.115790] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.115790] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.115790] env[68934]: DEBUG nova.network.neutron [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.209798] env[68934]: DEBUG nova.scheduler.client.report [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.534537] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135904, 'name': ReconfigVM_Task, 'duration_secs': 0.900665} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.534878] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 5ec31989-73c7-42f9-8427-b53d2f6df260/5ec31989-73c7-42f9-8427-b53d2f6df260.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.535209] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance '5ec31989-73c7-42f9-8427-b53d2f6df260' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.541788] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.541788] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.543242] env[68934]: DEBUG nova.compute.manager [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.543965] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.544485] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-814850ed-4588-431d-bb3a-30a475c1b3cb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.553174] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1248.553174] env[68934]: value = "task-3135905" [ 1248.553174] env[68934]: _type = "Task" [ 1248.553174] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.564494] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.672133] env[68934]: DEBUG nova.network.neutron [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.714856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.412s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.715056] env[68934]: INFO nova.compute.manager [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Migrating [ 1248.723265] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.330s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.723513] env[68934]: DEBUG nova.objects.instance [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lazy-loading 'resources' on Instance uuid e5f551cb-cb37-4ebe-9470-fb0b2f4faca7 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.877536] env[68934]: DEBUG nova.network.neutron [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updating instance_info_cache with network_info: [{"id": "e35af775-b366-48d8-b82d-54b88a2d59e7", "address": "fa:16:3e:d4:14:2f", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35af775-b3", "ovs_interfaceid": "e35af775-b366-48d8-b82d-54b88a2d59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.044913] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717f713f-f303-450b-b6c3-89fb5cfc3773 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.051787] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.052964] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.052964] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.052964] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.052964] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.052964] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.074131] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fb8f7-53fb-4d2b-b023-2d4d7321c29b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.080973] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135905, 'name': PowerOffVM_Task, 'duration_secs': 0.203507} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.081901] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.082160] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.082378] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627499', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'name': 'volume-022bc164-711a-4052-913e-51c5b9c3bd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6fe6975a-d2a9-412d-9e09-6d0229bf8237', 'attached_at': '2025-03-21T14:10:19.000000', 'detached_at': '', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'serial': '022bc164-711a-4052-913e-51c5b9c3bd42'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.083855] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77223123-0010-49c9-b901-615f09a4f16e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.099507] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance '5ec31989-73c7-42f9-8427-b53d2f6df260' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.121523] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ebfea0-10cf-47f5-a91f-d2d8d503769d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.131637] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77ac68-7e8b-4114-bbe1-30b5248b53a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.155078] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2baa6-46c3-491f-82d0-f026e99627b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.170824] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] The volume has not been displaced from its original location: [datastore2] volume-022bc164-711a-4052-913e-51c5b9c3bd42/volume-022bc164-711a-4052-913e-51c5b9c3bd42.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.177138] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.177546] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f2a81b-54dc-46c8-a67c-1d90fe0d9ad4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.199224] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1249.199224] env[68934]: value = "task-3135906" [ 1249.199224] env[68934]: _type = "Task" [ 1249.199224] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.201831] env[68934]: DEBUG nova.compute.manager [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Received event network-changed-e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.202098] env[68934]: DEBUG nova.compute.manager [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Refreshing instance network info cache due to event network-changed-e35af775-b366-48d8-b82d-54b88a2d59e7. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.202313] env[68934]: DEBUG oslo_concurrency.lockutils [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] Acquiring lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.214333] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.237802] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.238086] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.238328] env[68934]: DEBUG nova.network.neutron [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.379543] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.379867] env[68934]: DEBUG nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Instance network_info: |[{"id": "e35af775-b366-48d8-b82d-54b88a2d59e7", "address": "fa:16:3e:d4:14:2f", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35af775-b3", "ovs_interfaceid": "e35af775-b366-48d8-b82d-54b88a2d59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.382701] env[68934]: DEBUG oslo_concurrency.lockutils [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] Acquired lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.382701] env[68934]: DEBUG nova.network.neutron [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Refreshing network info cache for port e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.382701] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:14:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e35af775-b366-48d8-b82d-54b88a2d59e7', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.389334] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.390080] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.390339] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22914550-db3e-4928-9af7-db105ec21d4e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.413481] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.413481] env[68934]: value = "task-3135907" [ 1249.413481] env[68934]: _type = "Task" [ 1249.413481] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.424131] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135907, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.443219] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37103c6-97e7-49b3-9c31-bf19e838df9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.451130] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f504f-2555-4b1b-9c79-567a032eee30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.486238] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc23f05-3c72-4926-960d-a757c733b5fd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.494122] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bca0b7-9ab5-4f2a-8dcc-a589efc8180e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.508126] env[68934]: DEBUG nova.compute.provider_tree [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.576715] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Getting list of instances from cluster (obj){ [ 1249.576715] env[68934]: value = "domain-c8" [ 1249.576715] env[68934]: _type = "ClusterComputeResource" [ 1249.576715] env[68934]: } {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1249.577806] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95acd38-2df7-433b-8e73-736ebcad4205 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.599490] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Got total of 9 instances {{(pid=68934) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1249.599697] env[68934]: WARNING nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1249.599877] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 2bc2caab-11f2-4327-a1be-7772277eedf4 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.600081] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 5ec31989-73c7-42f9-8427-b53d2f6df260 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.600251] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 6fe6975a-d2a9-412d-9e09-6d0229bf8237 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.600412] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 8d8587c1-c84b-4785-8e84-8be51b5a876b {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.600597] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 6632b573-25f3-4fad-bd3d-b1340185fa3f {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.600776] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 9e6669fa-613c-4a37-b683-1b0b5c798c30 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.600934] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 444ff31e-acba-4889-b8f3-3f9335701af5 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.601100] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid e5f551cb-cb37-4ebe-9470-fb0b2f4faca7 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.602850] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 3acfec04-5546-419b-a3a8-7f01f4b71c68 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.602850] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 7b259911-8065-4319-bf6f-5f5d1aa50fb3 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.602850] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid 34233e64-7c4b-44b1-96c6-733d4bf233f4 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.602850] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Triggering sync for uuid c0fa542e-93ec-4ad0-a44b-926ed50186e9 {{(pid=68934) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.602850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "2bc2caab-11f2-4327-a1be-7772277eedf4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.602850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.602850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.602850] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.603351] env[68934]: INFO nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1249.603351] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.603470] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.603651] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.603800] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.604055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.604247] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.604478] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.604652] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.604923] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "444ff31e-acba-4889-b8f3-3f9335701af5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.605150] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.605645] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.605645] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.605776] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.605922] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.606104] env[68934]: INFO nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1249.606277] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.606503] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.606696] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.606924] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.607125] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.607335] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1249.608092] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c3578-c7ef-4646-9b47-e70bfc467bce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.614507] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fce203-cea0-4269-87bf-ec43b4346863 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.617279] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a6df34-8386-41ff-9c89-7d0e72d09b5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.620092] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23473e02-4b4a-4a0e-bbad-d180cab1aafd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.623047] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d49f7-a017-4b36-95d9-4b2aefdb67da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.625485] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f709845-694e-49e4-8a81-fe77fe97383b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.627629] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.673230] env[68934]: DEBUG nova.network.neutron [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Port d41ce333-9182-4136-bcad-b8176a408581 binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1249.674111] env[68934]: WARNING oslo_messaging._drivers.amqpdriver [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1249.711555] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135906, 'name': ReconfigVM_Task, 'duration_secs': 0.20919} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.712211] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.716678] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f93467d-f06f-4b3d-a35d-007749c8ac56 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.732361] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1249.732361] env[68934]: value = "task-3135908" [ 1249.732361] env[68934]: _type = "Task" [ 1249.732361] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.742727] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.923344] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135907, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.011172] env[68934]: DEBUG nova.scheduler.client.report [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.094364] env[68934]: DEBUG nova.network.neutron [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updated VIF entry in instance network info cache for port e35af775-b366-48d8-b82d-54b88a2d59e7. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.095562] env[68934]: DEBUG nova.network.neutron [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updating instance_info_cache with network_info: [{"id": "e35af775-b366-48d8-b82d-54b88a2d59e7", "address": "fa:16:3e:d4:14:2f", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35af775-b3", "ovs_interfaceid": "e35af775-b366-48d8-b82d-54b88a2d59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.132913] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.142948] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.144407] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.148871] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.149210] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.149510] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.154955] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.186035] env[68934]: DEBUG nova.network.neutron [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [{"id": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "address": "fa:16:3e:21:b1:93", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa42f9-7f", "ovs_interfaceid": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.244628] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135908, 'name': ReconfigVM_Task, 'duration_secs': 0.161606} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.244957] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627499', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'name': 'volume-022bc164-711a-4052-913e-51c5b9c3bd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6fe6975a-d2a9-412d-9e09-6d0229bf8237', 'attached_at': '2025-03-21T14:10:19.000000', 'detached_at': '', 'volume_id': '022bc164-711a-4052-913e-51c5b9c3bd42', 'serial': '022bc164-711a-4052-913e-51c5b9c3bd42'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.245612] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.246394] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1d8e29-052d-4498-8dea-b50bcceeab15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.253466] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.253693] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13b3c05b-3079-4eb5-9936-5d285779b3e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.340352] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.340592] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.340784] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleting the datastore file [datastore2] 6fe6975a-d2a9-412d-9e09-6d0229bf8237 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.342857] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f90f69c-84ba-4cc9-8ebc-6f7572451ebf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.348532] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1250.348532] env[68934]: value = "task-3135910" [ 1250.348532] env[68934]: _type = "Task" [ 1250.348532] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.357735] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.425340] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135907, 'name': CreateVM_Task, 'duration_secs': 0.609965} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.425540] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.426271] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.426438] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.426783] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.427069] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1de4669-f6cb-4081-b10c-2380ddbb8597 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.432376] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1250.432376] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c64381-569c-2fcc-d8ca-ef5c94262a38" [ 1250.432376] env[68934]: _type = "Task" [ 1250.432376] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.440780] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c64381-569c-2fcc-d8ca-ef5c94262a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.516696] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.519694] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.163s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.520067] env[68934]: DEBUG nova.objects.instance [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lazy-loading 'resources' on Instance uuid 444ff31e-acba-4889-b8f3-3f9335701af5 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.597281] env[68934]: DEBUG oslo_concurrency.lockutils [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] Releasing lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.597574] env[68934]: DEBUG nova.compute.manager [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Received event network-changed-824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.597747] env[68934]: DEBUG nova.compute.manager [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Refreshing instance network info cache due to event network-changed-824884ad-2cd9-4de0-a003-2fce1151d2bb. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.597974] env[68934]: DEBUG oslo_concurrency.lockutils [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] Acquiring lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.598134] env[68934]: DEBUG oslo_concurrency.lockutils [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] Acquired lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.598300] env[68934]: DEBUG nova.network.neutron [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Refreshing network info cache for port 824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.606611] env[68934]: INFO nova.scheduler.client.report [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Deleted allocations for instance e5f551cb-cb37-4ebe-9470-fb0b2f4faca7 [ 1250.688587] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.696819] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.697599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.697599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.862006] env[68934]: DEBUG oslo_vmware.api [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242155} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.862417] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.862582] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.862664] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.862834] env[68934]: INFO nova.compute.manager [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1250.863157] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.863331] env[68934]: DEBUG nova.compute.manager [-] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.863408] env[68934]: DEBUG nova.network.neutron [-] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.948060] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c64381-569c-2fcc-d8ca-ef5c94262a38, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.948060] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.948060] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.948060] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.948060] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.948060] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.948429] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c3f797f-5bff-4c8a-ae45-8d1c3968eb80 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.957524] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.957704] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.958584] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72903ea7-f173-4241-ae37-5bf141eb4770 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.965702] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1250.965702] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d9e13d-35e1-a450-f39f-c0515b1a69cf" [ 1250.965702] env[68934]: _type = "Task" [ 1250.965702] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.973818] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d9e13d-35e1-a450-f39f-c0515b1a69cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.115680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-893e9105-9c8b-4b90-834f-593af0f1bc31 tempest-ServersListShow296Test-263615019 tempest-ServersListShow296Test-263615019-project-member] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.947s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.116723] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.511s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.119691] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baf91091-16e8-4b7b-8f92-7e8bef347224 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.134300] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24508f38-b5b4-4d56-b5a9-4d4689f49c8e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.244942] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe1e245-22e4-456b-9dbd-4a281e57e376 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.253047] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a659173-d09b-4829-8c5e-0d2623921037 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.295028] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018cfa74-28c8-4b3e-b629-5c710c48bfe9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.304126] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a7572-4e21-42ef-ab15-b98dfcac23cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.318756] env[68934]: DEBUG nova.compute.provider_tree [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.478519] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d9e13d-35e1-a450-f39f-c0515b1a69cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.479425] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df88d02-4074-4fd3-9623-70091ce7ddd6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.485798] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1251.485798] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523e8179-8e94-ce4d-63f6-a9b346340398" [ 1251.485798] env[68934]: _type = "Task" [ 1251.485798] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.489630] env[68934]: DEBUG nova.network.neutron [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Updated VIF entry in instance network info cache for port 824884ad-2cd9-4de0-a003-2fce1151d2bb. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.489981] env[68934]: DEBUG nova.network.neutron [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Updating instance_info_cache with network_info: [{"id": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "address": "fa:16:3e:0f:8d:a7", "network": {"id": "6df82603-dcdb-4c61-b231-c5a70a8ed4c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-735526560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc2a248a8f47d1be83f875c4637436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824884ad-2c", "ovs_interfaceid": "824884ad-2cd9-4de0-a003-2fce1151d2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.498668] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523e8179-8e94-ce4d-63f6-a9b346340398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.613464] env[68934]: DEBUG nova.compute.manager [req-15c22d20-345e-4b56-a390-10f737d644e8 req-210da1aa-5dd1-4011-b67a-a05a623296af service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Received event network-vif-deleted-366804d7-3161-4ab6-8b00-87b1a2419ffe {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.613681] env[68934]: INFO nova.compute.manager [req-15c22d20-345e-4b56-a390-10f737d644e8 req-210da1aa-5dd1-4011-b67a-a05a623296af service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Neutron deleted interface 366804d7-3161-4ab6-8b00-87b1a2419ffe; detaching it from the instance and deleting it from the info cache [ 1251.613908] env[68934]: DEBUG nova.network.neutron [req-15c22d20-345e-4b56-a390-10f737d644e8 req-210da1aa-5dd1-4011-b67a-a05a623296af service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.684879] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "e5f551cb-cb37-4ebe-9470-fb0b2f4faca7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.741651] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.741858] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.742129] env[68934]: DEBUG nova.network.neutron [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.824433] env[68934]: DEBUG nova.scheduler.client.report [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.992456] env[68934]: DEBUG oslo_concurrency.lockutils [req-f265e2b5-1d22-4473-8a3e-2a143ce42e2e req-2535df9d-7a4a-4b88-bac2-2a491a386f91 service nova] Releasing lock "refresh_cache-34233e64-7c4b-44b1-96c6-733d4bf233f4" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.997198] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]523e8179-8e94-ce4d-63f6-a9b346340398, 'name': SearchDatastore_Task, 'duration_secs': 0.017639} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.997441] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.997733] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] c0fa542e-93ec-4ad0-a44b-926ed50186e9/c0fa542e-93ec-4ad0-a44b-926ed50186e9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.998008] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28ad10a7-52db-4073-ac64-0e98388ea10f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.006205] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1252.006205] env[68934]: value = "task-3135911" [ 1252.006205] env[68934]: _type = "Task" [ 1252.006205] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.018133] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.080717] env[68934]: DEBUG nova.network.neutron [-] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.116540] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-558d35c1-d56e-45a7-8da8-5feceff3a0b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.130787] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42fbcd5-8563-4d31-8f21-6550914257fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.163946] env[68934]: DEBUG nova.compute.manager [req-15c22d20-345e-4b56-a390-10f737d644e8 req-210da1aa-5dd1-4011-b67a-a05a623296af service nova] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Detach interface failed, port_id=366804d7-3161-4ab6-8b00-87b1a2419ffe, reason: Instance 6fe6975a-d2a9-412d-9e09-6d0229bf8237 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.215377] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afefe9b-e588-41d7-afe5-b1ba7455a382 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.234331] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance '7b259911-8065-4319-bf6f-5f5d1aa50fb3' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.330038] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.332897] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.199s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.333264] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.333549] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1252.334551] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9dc7a4-7cf4-4706-8749-85b4dbdc619b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.344259] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3509ae3-3dbe-45eb-be05-d3ed978a1f69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.360960] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd0c229-6a47-446a-a974-130421e79c84 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.368071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed743b7-1842-4663-96c5-1091ba90a3b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.400611] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179558MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1252.400779] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.401014] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.405854] env[68934]: INFO nova.scheduler.client.report [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Deleted allocations for instance 444ff31e-acba-4889-b8f3-3f9335701af5 [ 1252.520313] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135911, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.583457] env[68934]: INFO nova.compute.manager [-] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Took 1.72 seconds to deallocate network for instance. [ 1252.608552] env[68934]: DEBUG nova.network.neutron [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.740331] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.740652] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab33648-0f7a-48d3-ace0-4bb34375f574 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.748703] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1252.748703] env[68934]: value = "task-3135912" [ 1252.748703] env[68934]: _type = "Task" [ 1252.748703] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.757556] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.919087] env[68934]: DEBUG oslo_concurrency.lockutils [None req-afa0e49b-cbc1-407c-ba59-5905896b395a tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Lock "444ff31e-acba-4889-b8f3-3f9335701af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.943s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.919738] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "444ff31e-acba-4889-b8f3-3f9335701af5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.315s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.920186] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdaec191-56b4-4f9c-851c-e331049e41b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.934782] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e429ad62-454a-4ded-996d-832f5d278e0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.017134] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707223} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.017406] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] c0fa542e-93ec-4ad0-a44b-926ed50186e9/c0fa542e-93ec-4ad0-a44b-926ed50186e9.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.017646] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.017895] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f72f1a39-f427-4bc9-a22d-dee4ba3347bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.025836] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1253.025836] env[68934]: value = "task-3135913" [ 1253.025836] env[68934]: _type = "Task" [ 1253.025836] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.036610] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.111469] env[68934]: DEBUG oslo_concurrency.lockutils [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.169607] env[68934]: INFO nova.compute.manager [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Took 0.58 seconds to detach 1 volumes for instance. [ 1253.259728] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135912, 'name': PowerOffVM_Task, 'duration_secs': 0.220899} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.260065] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.260284] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance '7b259911-8065-4319-bf6f-5f5d1aa50fb3' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.417427] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Applying migration context for instance 5ec31989-73c7-42f9-8427-b53d2f6df260 as it has an incoming, in-progress migration b9f83c61-fe8b-4001-aa2d-2f573e8ee156. Migration status is post-migrating {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1253.417751] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Applying migration context for instance 7b259911-8065-4319-bf6f-5f5d1aa50fb3 as it has an incoming, in-progress migration 4daf8f48-4d54-41c7-bdce-8a3f25b02d48. Migration status is migrating {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1253.419403] env[68934]: INFO nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating resource usage from migration b9f83c61-fe8b-4001-aa2d-2f573e8ee156 [ 1253.419709] env[68934]: INFO nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating resource usage from migration 4daf8f48-4d54-41c7-bdce-8a3f25b02d48 [ 1253.460534] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.460732] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8d8587c1-c84b-4785-8e84-8be51b5a876b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.460905] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 6632b573-25f3-4fad-bd3d-b1340185fa3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.461081] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 9e6669fa-613c-4a37-b683-1b0b5c798c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.461225] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 6fe6975a-d2a9-412d-9e09-6d0229bf8237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.461352] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 3acfec04-5546-419b-a3a8-7f01f4b71c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.461470] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 34233e64-7c4b-44b1-96c6-733d4bf233f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.461586] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Migration b9f83c61-fe8b-4001-aa2d-2f573e8ee156 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1253.461702] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 5ec31989-73c7-42f9-8427-b53d2f6df260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.461817] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance c0fa542e-93ec-4ad0-a44b-926ed50186e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.462008] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Migration 4daf8f48-4d54-41c7-bdce-8a3f25b02d48 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1253.462150] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 7b259911-8065-4319-bf6f-5f5d1aa50fb3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.462366] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1253.462503] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1253.472462] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "444ff31e-acba-4889-b8f3-3f9335701af5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.538197] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067551} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.538535] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.539351] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4af14-1436-4f5e-b2c5-b5b1a255e328 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.562349] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] c0fa542e-93ec-4ad0-a44b-926ed50186e9/c0fa542e-93ec-4ad0-a44b-926ed50186e9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.564710] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f94225c-41c6-44f2-b42f-3bf00cdbb8ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.586812] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1253.586812] env[68934]: value = "task-3135914" [ 1253.586812] env[68934]: _type = "Task" [ 1253.586812] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.599668] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.635704] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609d5fb4-3242-44ec-989b-60cfab81e841 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.658733] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0c65d8-4841-4be5-856e-a0c5778b7e96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.663193] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33d38c-4c7f-4330-8e89-012a87769793 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.669277] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance '5ec31989-73c7-42f9-8427-b53d2f6df260' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.674963] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.676208] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d4abf-56f8-460e-a3b5-c54da1296b2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.708739] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e0fab-734e-4f11-9c07-b4c27c8129f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.717269] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf0c5e8-fd63-42d2-af04-50457ea7538a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.731471] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.766403] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.766767] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.766973] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.767231] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.767439] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.767650] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.767905] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.768168] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.768341] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.768545] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.768779] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.774678] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a96b8339-ad3d-48a3-9203-a28846bcbf18 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.798907] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1253.798907] env[68934]: value = "task-3135915" [ 1253.798907] env[68934]: _type = "Task" [ 1253.798907] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.811855] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.098252] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135914, 'name': ReconfigVM_Task, 'duration_secs': 0.313063} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.098576] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Reconfigured VM instance instance-00000079 to attach disk [datastore1] c0fa542e-93ec-4ad0-a44b-926ed50186e9/c0fa542e-93ec-4ad0-a44b-926ed50186e9.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.099233] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dfcd19f-a086-496a-aef4-d879ed39fd2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.106276] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1254.106276] env[68934]: value = "task-3135916" [ 1254.106276] env[68934]: _type = "Task" [ 1254.106276] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.131239] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135916, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.178677] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.179105] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-722ccd0b-44ff-464c-a710-00ab93e00028 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.188417] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1254.188417] env[68934]: value = "task-3135917" [ 1254.188417] env[68934]: _type = "Task" [ 1254.188417] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.197293] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.234899] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.309911] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135915, 'name': ReconfigVM_Task, 'duration_secs': 0.432998} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.309911] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance '7b259911-8065-4319-bf6f-5f5d1aa50fb3' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.617476] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135916, 'name': Rename_Task, 'duration_secs': 0.181657} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.617715] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.617984] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97aae01d-4dd2-486b-af7f-6c2a2afd825b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.626469] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1254.626469] env[68934]: value = "task-3135918" [ 1254.626469] env[68934]: _type = "Task" [ 1254.626469] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.637427] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.698935] env[68934]: DEBUG oslo_vmware.api [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135917, 'name': PowerOnVM_Task, 'duration_secs': 0.471078} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.699265] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.699460] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-92baa0aa-95f9-41a1-95e3-f1a8a55e9409 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance '5ec31989-73c7-42f9-8427-b53d2f6df260' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.740720] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1254.740989] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.340s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.741287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.066s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.741518] env[68934]: DEBUG nova.objects.instance [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'resources' on Instance uuid 6fe6975a-d2a9-412d-9e09-6d0229bf8237 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.816603] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.816603] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.816603] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.816966] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.817145] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.817313] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.817521] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.817697] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.817865] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.818044] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.818223] env[68934]: DEBUG nova.virt.hardware [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.823508] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.824105] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0e4df0b-859a-4a12-af13-70c4e67397ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.843778] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1254.843778] env[68934]: value = "task-3135919" [ 1254.843778] env[68934]: _type = "Task" [ 1254.843778] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.852065] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.138029] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.355389] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135919, 'name': ReconfigVM_Task, 'duration_secs': 0.238673} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.355693] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.356556] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69ef706-f757-45a4-bebb-d2c93c7a1bd0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.380667] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-812760ab-f770-4ad9-b054-d46dfc5b6abd/volume-812760ab-f770-4ad9-b054-d46dfc5b6abd.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.380973] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c3afbd-eaf1-438f-8d9e-8a1bdf8ec031 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.402585] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1255.402585] env[68934]: value = "task-3135920" [ 1255.402585] env[68934]: _type = "Task" [ 1255.402585] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.415422] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.458973] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820daedb-9851-42cd-ae84-5f0820606b55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.469490] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a41d39-3aa1-478d-9aac-108bfb8b052e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.503329] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde46d2d-be50-410b-bc74-d02f7e524c4a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.511873] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddb2445-3b88-444e-a8b4-2f3b718085b0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.525476] env[68934]: DEBUG nova.compute.provider_tree [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.638199] env[68934]: DEBUG oslo_vmware.api [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135918, 'name': PowerOnVM_Task, 'duration_secs': 0.679289} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.638482] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.638688] env[68934]: INFO nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1255.638871] env[68934]: DEBUG nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.639721] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b040cc5c-945f-43f4-9478-de29da993afb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.914631] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.028273] env[68934]: DEBUG nova.scheduler.client.report [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.159345] env[68934]: INFO nova.compute.manager [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Took 18.89 seconds to build instance. [ 1256.419490] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135920, 'name': ReconfigVM_Task, 'duration_secs': 0.73558} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.420052] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-812760ab-f770-4ad9-b054-d46dfc5b6abd/volume-812760ab-f770-4ad9-b054-d46dfc5b6abd.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.420386] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance '7b259911-8065-4319-bf6f-5f5d1aa50fb3' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.534285] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.586461] env[68934]: INFO nova.scheduler.client.report [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted allocations for instance 6fe6975a-d2a9-412d-9e09-6d0229bf8237 [ 1256.661639] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1f8db697-63ce-4693-8e01-b758bbf90235 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.402s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.661974] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.055s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.662285] env[68934]: INFO nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1256.662411] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.769140] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.769472] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.769693] env[68934]: DEBUG nova.compute.manager [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Going to confirm migration 8 {{(pid=68934) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1256.927395] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fd244d-3e54-4591-b765-719a066e714f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.948340] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048c6bbb-09cc-4142-8db8-787d3f5a7f64 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.967582] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance '7b259911-8065-4319-bf6f-5f5d1aa50fb3' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.088460] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.088692] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.092852] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.058s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.094112] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.491s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.094281] env[68934]: INFO nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] During sync_power_state the instance has a pending task (deleting). Skip. [ 1257.094480] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "6fe6975a-d2a9-412d-9e09-6d0229bf8237" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.197927] env[68934]: DEBUG nova.compute.manager [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Received event network-changed-e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.198436] env[68934]: DEBUG nova.compute.manager [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Refreshing instance network info cache due to event network-changed-e35af775-b366-48d8-b82d-54b88a2d59e7. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.198698] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] Acquiring lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.198915] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] Acquired lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.199160] env[68934]: DEBUG nova.network.neutron [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Refreshing network info cache for port e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.317650] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.317842] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.318042] env[68934]: DEBUG nova.network.neutron [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.318237] env[68934]: DEBUG nova.objects.instance [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'info_cache' on Instance uuid 5ec31989-73c7-42f9-8427-b53d2f6df260 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.591577] env[68934]: DEBUG nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.976108] env[68934]: DEBUG nova.network.neutron [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updated VIF entry in instance network info cache for port e35af775-b366-48d8-b82d-54b88a2d59e7. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.976565] env[68934]: DEBUG nova.network.neutron [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updating instance_info_cache with network_info: [{"id": "e35af775-b366-48d8-b82d-54b88a2d59e7", "address": "fa:16:3e:d4:14:2f", "network": {"id": "5a23d870-e843-4bee-9412-e146565dd8aa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1105998709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e3a324ea542fd86a7077173cf929e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35af775-b3", "ovs_interfaceid": "e35af775-b366-48d8-b82d-54b88a2d59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.136100] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.136390] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.137928] env[68934]: INFO nova.compute.claims [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.478884] env[68934]: DEBUG oslo_concurrency.lockutils [req-ccc98b07-61e9-4909-a6b6-1f97b5504b39 req-2caa0357-744f-4304-992f-6492b21bd1cf service nova] Releasing lock "refresh_cache-c0fa542e-93ec-4ad0-a44b-926ed50186e9" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.574861] env[68934]: DEBUG nova.network.neutron [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [{"id": "d41ce333-9182-4136-bcad-b8176a408581", "address": "fa:16:3e:e6:07:fc", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ce333-91", "ovs_interfaceid": "d41ce333-9182-4136-bcad-b8176a408581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.664452] env[68934]: DEBUG nova.network.neutron [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Port 77aa42f9-7fc1-44f2-924a-dc54dea680cc binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1259.078326] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-5ec31989-73c7-42f9-8427-b53d2f6df260" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.078605] env[68934]: DEBUG nova.objects.instance [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'migration_context' on Instance uuid 5ec31989-73c7-42f9-8427-b53d2f6df260 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.348465] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52bb3b5-1493-4b3b-9916-a3a512536df3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.356772] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c1071-d8fa-419d-8ead-fe369ad38952 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.388624] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b8cc66-4871-47bd-b66d-ae4de5f5425c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.396300] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0a93c-b290-402b-9206-2a84ae883654 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.414354] env[68934]: DEBUG nova.compute.provider_tree [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.485366] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.485607] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.581837] env[68934]: DEBUG nova.objects.base [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Object Instance<5ec31989-73c7-42f9-8427-b53d2f6df260> lazy-loaded attributes: info_cache,migration_context {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.582840] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eaee52-9a5e-45cb-bf0c-cedd61ea6b3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.602634] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8b6a9c-4d58-45d7-b560-b7fea3ab551e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.607999] env[68934]: DEBUG oslo_vmware.api [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1259.607999] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b9e823-955c-87b6-c952-7e90f8611602" [ 1259.607999] env[68934]: _type = "Task" [ 1259.607999] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.615788] env[68934]: DEBUG oslo_vmware.api [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b9e823-955c-87b6-c952-7e90f8611602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.689790] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.690128] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.690301] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.918196] env[68934]: DEBUG nova.scheduler.client.report [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.989364] env[68934]: DEBUG nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.121018] env[68934]: DEBUG oslo_vmware.api [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52b9e823-955c-87b6-c952-7e90f8611602, 'name': SearchDatastore_Task, 'duration_secs': 0.02295} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.121313] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.423107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.423654] env[68934]: DEBUG nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.426336] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.305s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.522538] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.722845] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.723152] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.723266] env[68934]: DEBUG nova.network.neutron [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.930213] env[68934]: DEBUG nova.compute.utils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.931673] env[68934]: DEBUG nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Not allocating networking since 'none' was specified. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1261.090864] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb5233-79e6-49d3-98ee-65c328a186fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.098611] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c721f60-99c8-4713-a004-0e4f3dd10a10 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.128646] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b79ed8-7fdc-4c60-b092-eb82724b6a17 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.137052] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b7ea0-2d9a-4c8d-9967-0c296952d20b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.150807] env[68934]: DEBUG nova.compute.provider_tree [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.435114] env[68934]: DEBUG nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.441497] env[68934]: DEBUG nova.network.neutron [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [{"id": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "address": "fa:16:3e:21:b1:93", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa42f9-7f", "ovs_interfaceid": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.654684] env[68934]: DEBUG nova.scheduler.client.report [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.943929] env[68934]: DEBUG oslo_concurrency.lockutils [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.450254] env[68934]: DEBUG nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.457192] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573cc365-207e-4f35-905d-080345c849af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.465525] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d15a923-6c5a-4110-9416-3b646bda3497 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.517450] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.517450] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.517709] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.517767] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.517877] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.518039] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.518395] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.518471] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.518575] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.518737] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.518907] env[68934]: DEBUG nova.virt.hardware [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.519912] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a62a13-dea4-4f27-9f3a-63bb98894bd5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.528232] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a70166c-3c89-4668-8991-90edc3ae83bd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.542180] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.547788] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Creating folder: Project (fe68aa10bec3484c92319be9c9a93bc8). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.548298] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89e6f8e0-f7d5-478c-a2e1-509bc8571eb6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.561039] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Created folder: Project (fe68aa10bec3484c92319be9c9a93bc8) in parent group-v627191. [ 1262.561245] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Creating folder: Instances. Parent ref: group-v627514. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.561488] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad85fb2-9296-42dc-b76f-da9082d09bde {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.571142] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Created folder: Instances in parent group-v627514. [ 1262.571394] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.571617] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.571857] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17fba054-dc0a-4052-8521-8ae9200a3ca4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.588311] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.588311] env[68934]: value = "task-3135923" [ 1262.588311] env[68934]: _type = "Task" [ 1262.588311] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.595907] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135923, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.665885] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.668680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.146s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.670141] env[68934]: INFO nova.compute.claims [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.100735] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135923, 'name': CreateVM_Task, 'duration_secs': 0.265106} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.101169] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.101342] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.101504] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.101825] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.102160] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01782164-23df-4aa7-8c54-3eab9f5dff69 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.108332] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1263.108332] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]525c6423-9be6-e40e-120d-78757576787f" [ 1263.108332] env[68934]: _type = "Task" [ 1263.108332] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.116952] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525c6423-9be6-e40e-120d-78757576787f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.271896] env[68934]: INFO nova.scheduler.client.report [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted allocation for migration b9f83c61-fe8b-4001-aa2d-2f573e8ee156 [ 1263.583115] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c8d8d-22a7-48ac-9384-42af6118a45a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.602421] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9cc4a3-d57d-4521-bbbe-75f338a8ee95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.609683] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance '7b259911-8065-4319-bf6f-5f5d1aa50fb3' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.621809] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]525c6423-9be6-e40e-120d-78757576787f, 'name': SearchDatastore_Task, 'duration_secs': 0.014713} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.622150] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.622405] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.622633] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.624072] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.624072] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.624072] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ab1e9be-87a6-4cba-b9a7-4826b21bd294 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.631492] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.631669] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.632439] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338c5cf0-f9f5-487e-8fdb-07c3dfcaab22 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.638217] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1263.638217] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210e398-5bed-1dbd-40de-6f29d2b98f1e" [ 1263.638217] env[68934]: _type = "Task" [ 1263.638217] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.646118] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210e398-5bed-1dbd-40de-6f29d2b98f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.777480] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2d9ee0e8-202f-4e47-bf01-939cfa86363f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.008s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.857859] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb29813-2059-4105-82d7-dded349a9b44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.866142] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314488ba-810d-4ccd-9a02-9d2f9cce8b6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.898911] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70396d7d-78d4-4a92-9941-0dfec5d446da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.903354] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.903592] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.908249] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46be279-1e0d-4290-896b-0111abec69f7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.921651] env[68934]: DEBUG nova.compute.provider_tree [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.118874] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.119244] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9f803a-67d8-4f17-8445-b89753e79597 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.125920] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1264.125920] env[68934]: value = "task-3135924" [ 1264.125920] env[68934]: _type = "Task" [ 1264.125920] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.134234] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.146996] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5210e398-5bed-1dbd-40de-6f29d2b98f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.02171} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.147789] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9c0749-1c1e-4611-aac3-9d2aa9ded1ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.153209] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1264.153209] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]522b02fe-3945-314e-6242-5e05cb41b54d" [ 1264.153209] env[68934]: _type = "Task" [ 1264.153209] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.161138] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522b02fe-3945-314e-6242-5e05cb41b54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.220744] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.221051] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.221455] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.221713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.221912] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.224130] env[68934]: INFO nova.compute.manager [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Terminating instance [ 1264.409308] env[68934]: DEBUG nova.compute.utils [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.424959] env[68934]: DEBUG nova.scheduler.client.report [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.637835] env[68934]: DEBUG oslo_vmware.api [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135924, 'name': PowerOnVM_Task, 'duration_secs': 0.421119} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.638171] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.638367] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-7602bddf-e97f-42a1-9152-95bcfcfcd128 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance '7b259911-8065-4319-bf6f-5f5d1aa50fb3' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.662090] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]522b02fe-3945-314e-6242-5e05cb41b54d, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.662359] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.662618] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.662873] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9fccf1d-8f83-4721-866a-f2112531ed21 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.669158] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1264.669158] env[68934]: value = "task-3135925" [ 1264.669158] env[68934]: _type = "Task" [ 1264.669158] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.676724] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.727694] env[68934]: DEBUG nova.compute.manager [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.727944] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.728954] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3fcfdb-a14f-49d3-a574-697fbf938a3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.736627] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.737362] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8424c1f4-3671-41e1-b8b6-a15ff64e5961 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.742591] env[68934]: DEBUG oslo_vmware.api [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1264.742591] env[68934]: value = "task-3135926" [ 1264.742591] env[68934]: _type = "Task" [ 1264.742591] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.750643] env[68934]: DEBUG oslo_vmware.api [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.912760] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.929537] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.930115] env[68934]: DEBUG nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.179766] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135925, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.252360] env[68934]: DEBUG oslo_vmware.api [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135926, 'name': PowerOffVM_Task, 'duration_secs': 0.222012} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.252640] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.252811] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.253073] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db01de31-d942-4872-978c-d87625cbed43 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.347467] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.347674] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.347856] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleting the datastore file [datastore1] 5ec31989-73c7-42f9-8427-b53d2f6df260 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.348147] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-485575ad-2f9d-4a79-9996-b64a92b84a81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.354142] env[68934]: DEBUG oslo_vmware.api [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1265.354142] env[68934]: value = "task-3135928" [ 1265.354142] env[68934]: _type = "Task" [ 1265.354142] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.361702] env[68934]: DEBUG oslo_vmware.api [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.435176] env[68934]: DEBUG nova.compute.utils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.436767] env[68934]: DEBUG nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.436968] env[68934]: DEBUG nova.network.neutron [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.534327] env[68934]: DEBUG nova.policy [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '588776fae7534d58b3ff5b415c73e12c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493068d90d504d7abc1d61f5a50b7af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.682114] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576273} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.682415] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.682656] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.682873] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c64bd8-7d87-429b-913e-cfd6e7aaa280 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.689176] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1265.689176] env[68934]: value = "task-3135929" [ 1265.689176] env[68934]: _type = "Task" [ 1265.689176] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.700920] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.864451] env[68934]: DEBUG oslo_vmware.api [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14739} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.864738] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.864919] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.865114] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.865293] env[68934]: INFO nova.compute.manager [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1265.865667] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.865727] env[68934]: DEBUG nova.compute.manager [-] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.866732] env[68934]: DEBUG nova.network.neutron [-] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.909573] env[68934]: DEBUG nova.network.neutron [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Successfully created port: 81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.940465] env[68934]: DEBUG nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.974561] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.974841] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.975093] env[68934]: INFO nova.compute.manager [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Attaching volume 9a6260a4-7664-411e-a46e-2b1608d8dc72 to /dev/sdb [ 1266.024956] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a060e3a3-aa93-4188-aae9-05c437e2dc14 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.032706] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6797755-0630-4cc2-adab-dfe9567a1402 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.045995] env[68934]: DEBUG nova.virt.block_device [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating existing volume attachment record: 6fbc4fc6-ff64-483c-aea0-28d3fb53a44e {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1266.199178] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204033} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.199610] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.200349] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4093ef-cbd3-4bc5-a4a6-64a74fd7a269 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.231280] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.231630] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20538fa2-8e35-48f2-8dad-7b5d748677b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.255789] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1266.255789] env[68934]: value = "task-3135931" [ 1266.255789] env[68934]: _type = "Task" [ 1266.255789] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.264982] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.727875] env[68934]: DEBUG nova.compute.manager [req-c3e4beb1-6074-4f62-aba4-b5402c92debb req-82f32c10-5e6f-4431-8e04-535652379b40 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Received event network-vif-deleted-d41ce333-9182-4136-bcad-b8176a408581 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.727875] env[68934]: INFO nova.compute.manager [req-c3e4beb1-6074-4f62-aba4-b5402c92debb req-82f32c10-5e6f-4431-8e04-535652379b40 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Neutron deleted interface d41ce333-9182-4136-bcad-b8176a408581; detaching it from the instance and deleting it from the info cache [ 1266.728059] env[68934]: DEBUG nova.network.neutron [req-c3e4beb1-6074-4f62-aba4-b5402c92debb req-82f32c10-5e6f-4431-8e04-535652379b40 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.766717] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135931, 'name': ReconfigVM_Task, 'duration_secs': 0.264714} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.767235] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.767836] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ec2383-08c7-48aa-8ec3-f49e9173872d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.774477] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1266.774477] env[68934]: value = "task-3135934" [ 1266.774477] env[68934]: _type = "Task" [ 1266.774477] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.784734] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135934, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.951702] env[68934]: DEBUG nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.009391] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.009650] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.009809] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.009993] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.010326] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.010553] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.010786] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.010948] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.011133] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.011300] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.011472] env[68934]: DEBUG nova.virt.hardware [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.012572] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac0ad6-6f87-453f-aee1-b818ceb61ac8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.024076] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd88f26-85bd-439a-aead-7dbb37bb4c5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.193065] env[68934]: DEBUG nova.network.neutron [-] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.231406] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7a222a7-fac6-45de-919f-44804e4baee1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.241468] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c8464-fbab-47fe-ab8d-991ff80e1360 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.273580] env[68934]: DEBUG nova.compute.manager [req-c3e4beb1-6074-4f62-aba4-b5402c92debb req-82f32c10-5e6f-4431-8e04-535652379b40 service nova] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Detach interface failed, port_id=d41ce333-9182-4136-bcad-b8176a408581, reason: Instance 5ec31989-73c7-42f9-8427-b53d2f6df260 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.282641] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135934, 'name': Rename_Task, 'duration_secs': 0.198398} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.282919] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.283210] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd420ef4-e092-4a47-b26e-ea637fc7c4ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.290144] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1267.290144] env[68934]: value = "task-3135935" [ 1267.290144] env[68934]: _type = "Task" [ 1267.290144] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.304109] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.525017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.525017] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.525124] env[68934]: DEBUG nova.compute.manager [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Going to confirm migration 9 {{(pid=68934) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1267.697576] env[68934]: INFO nova.compute.manager [-] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Took 1.83 seconds to deallocate network for instance. [ 1267.800580] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135935, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.884299] env[68934]: DEBUG nova.compute.manager [req-b5d048df-351c-4da1-b290-38529e93e486 req-af7a49d0-95c1-4a6f-bb4e-46f38d935125 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-vif-plugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.884524] env[68934]: DEBUG oslo_concurrency.lockutils [req-b5d048df-351c-4da1-b290-38529e93e486 req-af7a49d0-95c1-4a6f-bb4e-46f38d935125 service nova] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.884727] env[68934]: DEBUG oslo_concurrency.lockutils [req-b5d048df-351c-4da1-b290-38529e93e486 req-af7a49d0-95c1-4a6f-bb4e-46f38d935125 service nova] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.884893] env[68934]: DEBUG oslo_concurrency.lockutils [req-b5d048df-351c-4da1-b290-38529e93e486 req-af7a49d0-95c1-4a6f-bb4e-46f38d935125 service nova] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.885214] env[68934]: DEBUG nova.compute.manager [req-b5d048df-351c-4da1-b290-38529e93e486 req-af7a49d0-95c1-4a6f-bb4e-46f38d935125 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] No waiting events found dispatching network-vif-plugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.885471] env[68934]: WARNING nova.compute.manager [req-b5d048df-351c-4da1-b290-38529e93e486 req-af7a49d0-95c1-4a6f-bb4e-46f38d935125 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received unexpected event network-vif-plugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 for instance with vm_state building and task_state spawning. [ 1267.958416] env[68934]: DEBUG nova.network.neutron [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Successfully updated port: 81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.065464] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.065665] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquired lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.065869] env[68934]: DEBUG nova.network.neutron [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.066038] env[68934]: DEBUG nova.objects.instance [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'info_cache' on Instance uuid 7b259911-8065-4319-bf6f-5f5d1aa50fb3 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.202709] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.203031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.203247] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.254845] env[68934]: INFO nova.scheduler.client.report [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted allocations for instance 5ec31989-73c7-42f9-8427-b53d2f6df260 [ 1268.301046] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.461950] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.462061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.462388] env[68934]: DEBUG nova.network.neutron [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.762041] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "5ec31989-73c7-42f9-8427-b53d2f6df260" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.541s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.805550] env[68934]: DEBUG oslo_vmware.api [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135935, 'name': PowerOnVM_Task, 'duration_secs': 1.032259} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.805864] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.806154] env[68934]: INFO nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1268.806406] env[68934]: DEBUG nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.807463] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3115aeb3-3a91-4f64-b755-12fd24552369 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.990871] env[68934]: DEBUG nova.network.neutron [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.166517] env[68934]: DEBUG nova.network.neutron [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceb423-5b", "ovs_interfaceid": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.304248] env[68934]: DEBUG nova.network.neutron [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [{"id": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "address": "fa:16:3e:21:b1:93", "network": {"id": "36e8d93d-dc86-4e37-9ccf-5c33bf061f12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2107508991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58248adaf9c44395852c290928493724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa42f9-7f", "ovs_interfaceid": "77aa42f9-7fc1-44f2-924a-dc54dea680cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.325315] env[68934]: INFO nova.compute.manager [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Took 11.23 seconds to build instance. [ 1269.669282] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.669631] env[68934]: DEBUG nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Instance network_info: |[{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceb423-5b", "ovs_interfaceid": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.670120] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d1:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ceb423-5bb9-486f-a127-b17f9b93ed59', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.677621] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.677831] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.678070] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c12b2b4d-2fbb-459f-8c4d-9a2623b80f9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.699595] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.699595] env[68934]: value = "task-3135937" [ 1269.699595] env[68934]: _type = "Task" [ 1269.699595] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.708285] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135937, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.807309] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Releasing lock "refresh_cache-7b259911-8065-4319-bf6f-5f5d1aa50fb3" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.807628] env[68934]: DEBUG nova.objects.instance [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'migration_context' on Instance uuid 7b259911-8065-4319-bf6f-5f5d1aa50fb3 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.825834] env[68934]: DEBUG oslo_concurrency.lockutils [None req-eb1d4013-419f-472c-b4d7-55b1de1e2990 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.737s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.913705] env[68934]: DEBUG nova.compute.manager [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.913705] env[68934]: DEBUG nova.compute.manager [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing instance network info cache due to event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.913705] env[68934]: DEBUG oslo_concurrency.lockutils [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] Acquiring lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.913705] env[68934]: DEBUG oslo_concurrency.lockutils [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] Acquired lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.913705] env[68934]: DEBUG nova.network.neutron [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.988697] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "a59252ab-510b-48ce-a7c9-548e3191f151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.988920] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.207730] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135937, 'name': CreateVM_Task, 'duration_secs': 0.275389} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.207964] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.216480] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.216657] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.216983] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.217241] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667a4800-9336-413a-b1fd-9848aaf68a11 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.223155] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1270.223155] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52717927-5f62-a9d1-265e-b0f9a925cfa5" [ 1270.223155] env[68934]: _type = "Task" [ 1270.223155] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.230975] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52717927-5f62-a9d1-265e-b0f9a925cfa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.310365] env[68934]: DEBUG nova.objects.base [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Object Instance<7b259911-8065-4319-bf6f-5f5d1aa50fb3> lazy-loaded attributes: info_cache,migration_context {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.311312] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c57e70-24d6-4dc3-9b92-358ba79d4e7c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.330554] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af3fadb-e841-4c13-b612-4856f1076594 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.335980] env[68934]: DEBUG oslo_vmware.api [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1270.335980] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9991-9853-2de0-16d9-1f8d32bcdff9" [ 1270.335980] env[68934]: _type = "Task" [ 1270.335980] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.343678] env[68934]: DEBUG oslo_vmware.api [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9991-9853-2de0-16d9-1f8d32bcdff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.491321] env[68934]: DEBUG nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.594102] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1270.594354] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627518', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'name': 'volume-9a6260a4-7664-411e-a46e-2b1608d8dc72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3acfec04-5546-419b-a3a8-7f01f4b71c68', 'attached_at': '', 'detached_at': '', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'serial': '9a6260a4-7664-411e-a46e-2b1608d8dc72'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1270.595253] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc852f0-a915-40e9-9bea-3f6f6fe69753 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.613221] env[68934]: DEBUG nova.network.neutron [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updated VIF entry in instance network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.613533] env[68934]: DEBUG nova.network.neutron [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceb423-5b", "ovs_interfaceid": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.615072] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d2cb88-29ef-40c8-9a3d-12b8811fa00d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.639697] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-9a6260a4-7664-411e-a46e-2b1608d8dc72/volume-9a6260a4-7664-411e-a46e-2b1608d8dc72.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.640647] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e25d534-5cc8-473e-9515-b67c2a8e8a9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.658120] env[68934]: DEBUG oslo_vmware.api [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1270.658120] env[68934]: value = "task-3135938" [ 1270.658120] env[68934]: _type = "Task" [ 1270.658120] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.665539] env[68934]: DEBUG oslo_vmware.api [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.733267] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52717927-5f62-a9d1-265e-b0f9a925cfa5, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.733581] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.733851] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.734106] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.734262] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.734446] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.734708] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c8adb34-ac01-42f6-97f6-363f987fc18c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.742827] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.743014] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.743731] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716d526a-523f-4480-b181-fc502279a36f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.748449] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1270.748449] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5280a3a9-c420-418c-6c12-9754aca6230d" [ 1270.748449] env[68934]: _type = "Task" [ 1270.748449] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.751739] env[68934]: INFO nova.compute.manager [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Rebuilding instance [ 1270.758043] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5280a3a9-c420-418c-6c12-9754aca6230d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.797913] env[68934]: DEBUG nova.compute.manager [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.798796] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac400b23-4e89-4b67-aae9-2e1340ab7a08 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.846394] env[68934]: DEBUG oslo_vmware.api [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]528c9991-9853-2de0-16d9-1f8d32bcdff9, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.846633] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.846876] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.013941] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.119019] env[68934]: DEBUG oslo_concurrency.lockutils [req-16f85f01-455b-4f26-815c-010ebc3449be req-ff7cbdcf-8d29-448f-b0fd-c0c1f0487047 service nova] Releasing lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.168272] env[68934]: DEBUG oslo_vmware.api [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135938, 'name': ReconfigVM_Task, 'duration_secs': 0.405004} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.168625] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-9a6260a4-7664-411e-a46e-2b1608d8dc72/volume-9a6260a4-7664-411e-a46e-2b1608d8dc72.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.173373] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3eaa852-f382-4d8d-b3e1-29378251f1a0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.187736] env[68934]: DEBUG oslo_vmware.api [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1271.187736] env[68934]: value = "task-3135939" [ 1271.187736] env[68934]: _type = "Task" [ 1271.187736] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.195363] env[68934]: DEBUG oslo_vmware.api [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.257703] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5280a3a9-c420-418c-6c12-9754aca6230d, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.258496] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8099311a-3501-4571-937e-ef858763b064 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.263181] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1271.263181] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52512a28-251f-1c00-d4ef-d4083fd4d5e1" [ 1271.263181] env[68934]: _type = "Task" [ 1271.263181] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.270426] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52512a28-251f-1c00-d4ef-d4083fd4d5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.506845] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b8d552-bea6-471f-b181-f6ebd53fc5b5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.515884] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c1f97-f388-44a7-a014-1b83c3285640 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.545391] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be79863c-8756-4c10-80fb-da36c909a9d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.552868] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a2efe-26cf-4329-a5f3-46b660beb20e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.566379] env[68934]: DEBUG nova.compute.provider_tree [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.697448] env[68934]: DEBUG oslo_vmware.api [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135939, 'name': ReconfigVM_Task, 'duration_secs': 0.145047} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.697688] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627518', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'name': 'volume-9a6260a4-7664-411e-a46e-2b1608d8dc72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3acfec04-5546-419b-a3a8-7f01f4b71c68', 'attached_at': '', 'detached_at': '', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'serial': '9a6260a4-7664-411e-a46e-2b1608d8dc72'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.773858] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52512a28-251f-1c00-d4ef-d4083fd4d5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.774181] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.774507] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.774867] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-046dcf6b-1bec-4a1d-98a8-a2bf61b00f47 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.782299] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1271.782299] env[68934]: value = "task-3135940" [ 1271.782299] env[68934]: _type = "Task" [ 1271.782299] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.791404] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.810268] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.810574] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ff71ad-8f83-4d28-9a20-c5c9ac30718c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.816801] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1271.816801] env[68934]: value = "task-3135941" [ 1271.816801] env[68934]: _type = "Task" [ 1271.816801] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.826114] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.070703] env[68934]: DEBUG nova.scheduler.client.report [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.294231] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135940, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.328210] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135941, 'name': PowerOffVM_Task, 'duration_secs': 0.160528} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.328492] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.329206] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.330051] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f153991-dc08-4873-8546-71e220e1c34b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.337348] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.337608] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36bcdb32-d1b8-4ee5-81b0-55809fd9535f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.367366] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.367600] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.367865] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Deleting the datastore file [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.368072] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef0e815-9ad4-41bd-ba77-2e65d66fe949 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.376549] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1272.376549] env[68934]: value = "task-3135943" [ 1272.376549] env[68934]: _type = "Task" [ 1272.376549] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.385666] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.743094] env[68934]: DEBUG nova.objects.instance [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lazy-loading 'flavor' on Instance uuid 3acfec04-5546-419b-a3a8-7f01f4b71c68 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.792911] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737742} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.793279] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.793574] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.793830] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe1ffa73-24b8-4fa9-be4a-14fe81606893 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.800684] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1272.800684] env[68934]: value = "task-3135944" [ 1272.800684] env[68934]: _type = "Task" [ 1272.800684] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.809201] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.887198] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243673} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.887466] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.887650] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.887826] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.081206] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.234s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.084406] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.071s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.085937] env[68934]: INFO nova.compute.claims [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.248239] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ee47e0a-cbf5-4202-b1e8-13fd1cca9c59 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.312584] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067698} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.312899] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.313790] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f6cf11-b8ec-4b45-b374-e1626b965a89 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.337291] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.337595] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d261fdd-7ad8-42c2-9d8d-6044a6d1eb10 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.357066] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1273.357066] env[68934]: value = "task-3135945" [ 1273.357066] env[68934]: _type = "Task" [ 1273.357066] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.365064] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.482106] env[68934]: INFO nova.compute.manager [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Rescuing [ 1273.482621] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.482887] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.483122] env[68934]: DEBUG nova.network.neutron [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.651429] env[68934]: INFO nova.scheduler.client.report [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted allocation for migration 4daf8f48-4d54-41c7-bdce-8a3f25b02d48 [ 1273.867809] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135945, 'name': ReconfigVM_Task, 'duration_secs': 0.505485} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.867809] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.868269] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a663c5f5-db28-4cf4-87e6-9a4ced9c33ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.874058] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1273.874058] env[68934]: value = "task-3135946" [ 1273.874058] env[68934]: _type = "Task" [ 1273.874058] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.882448] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135946, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.899681] env[68934]: INFO nova.compute.manager [None req-90580ca0-4285-42ed-9201-76bd274256ab tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Get console output [ 1273.899989] env[68934]: WARNING nova.virt.vmwareapi.driver [None req-90580ca0-4285-42ed-9201-76bd274256ab tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] The console log is missing. Check your VSPC configuration [ 1273.928556] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.928844] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.929028] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.929253] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.929451] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.929642] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.929891] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.930114] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.930344] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.930547] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.930763] env[68934]: DEBUG nova.virt.hardware [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.931707] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501af95d-09d5-48a5-9b8e-5285488427c1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.939771] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f690112-9ba2-4379-bb8b-c9fa19007ac5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.952792] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Instance VIF info [] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.958305] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.958842] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.959085] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b43825b-16ad-423c-a03b-8d358baacfab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.974981] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.974981] env[68934]: value = "task-3135947" [ 1273.974981] env[68934]: _type = "Task" [ 1273.974981] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.981893] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135947, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.157571] env[68934]: DEBUG oslo_concurrency.lockutils [None req-de034416-427c-4f63-a91b-cc4ccd433859 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.633s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.232896] env[68934]: DEBUG nova.network.neutron [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.235379] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4013cd-ce8a-4a01-a1e7-4df56d2d06b9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.243097] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14cc96-1562-4ba7-b827-0446f43ccde9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.273714] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce40d783-faed-4189-a7ad-0824b97180e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.281087] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d6bb62-8f86-4af6-829d-52feaa895546 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.294652] env[68934]: DEBUG nova.compute.provider_tree [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.382968] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135946, 'name': Rename_Task, 'duration_secs': 0.152754} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.383266] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.383528] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be13525e-bfe5-4236-b47c-1204843f9f93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.389627] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1274.389627] env[68934]: value = "task-3135948" [ 1274.389627] env[68934]: _type = "Task" [ 1274.389627] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.405852] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.487466] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135947, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.739064] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.797916] env[68934]: DEBUG nova.scheduler.client.report [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.902700] env[68934]: DEBUG oslo_vmware.api [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135948, 'name': PowerOnVM_Task, 'duration_secs': 0.439003} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.903104] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.903178] env[68934]: INFO nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1274.903369] env[68934]: DEBUG nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.904120] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b22970-f83c-4e09-a583-32883b773e01 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.986203] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135947, 'name': CreateVM_Task, 'duration_secs': 0.522805} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.986407] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.986773] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.986936] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.987370] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.987538] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063a6ebb-d0d4-41f3-9c45-3a9f4893e524 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.991596] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1274.991596] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e5226a-a870-5e84-2926-0005cf82e867" [ 1274.991596] env[68934]: _type = "Task" [ 1274.991596] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.998490] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e5226a-a870-5e84-2926-0005cf82e867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.303229] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.303726] env[68934]: DEBUG nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.420306] env[68934]: INFO nova.compute.manager [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Took 14.93 seconds to build instance. [ 1275.502625] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e5226a-a870-5e84-2926-0005cf82e867, 'name': SearchDatastore_Task, 'duration_secs': 0.01811} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.502937] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.503201] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.503444] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.503591] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.503779] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.504029] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a20f5ad-f34c-42b6-a9e8-55a022a85a19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.513312] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.513455] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.514183] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964e1552-a2e1-4cba-8b69-6ec0e08c35d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.519028] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1275.519028] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d6275f-6119-1c68-5be6-42571b54b75d" [ 1275.519028] env[68934]: _type = "Task" [ 1275.519028] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.526419] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d6275f-6119-1c68-5be6-42571b54b75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.808172] env[68934]: DEBUG nova.compute.utils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.809428] env[68934]: DEBUG nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.809602] env[68934]: DEBUG nova.network.neutron [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.847070] env[68934]: DEBUG nova.policy [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034bb2dcb67a4665843b0c40c89516bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec4e6c5c1c24a5e95286d24f969c28f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.913105] env[68934]: DEBUG nova.compute.manager [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.913105] env[68934]: DEBUG nova.compute.manager [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing instance network info cache due to event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.913474] env[68934]: DEBUG oslo_concurrency.lockutils [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] Acquiring lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.913474] env[68934]: DEBUG oslo_concurrency.lockutils [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] Acquired lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.913614] env[68934]: DEBUG nova.network.neutron [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.922613] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.437s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.029947] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d6275f-6119-1c68-5be6-42571b54b75d, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.030783] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3437f21-9c0a-4c15-ab92-aebfc4c0fa3f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.035613] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1276.035613] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276be2e-bb38-a0b1-d279-e92086ad85f9" [ 1276.035613] env[68934]: _type = "Task" [ 1276.035613] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.042811] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276be2e-bb38-a0b1-d279-e92086ad85f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.126794] env[68934]: DEBUG nova.network.neutron [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Successfully created port: 90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.278809] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.279167] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-249e48f6-8e86-4763-ae17-1fc461f0c94c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.286984] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1276.286984] env[68934]: value = "task-3135949" [ 1276.286984] env[68934]: _type = "Task" [ 1276.286984] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.295838] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.313520] env[68934]: DEBUG nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.545898] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5276be2e-bb38-a0b1-d279-e92086ad85f9, 'name': SearchDatastore_Task, 'duration_secs': 0.0173} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.546169] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.546429] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.546684] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea55434-467f-4512-9c89-e08d7b87e7c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.553991] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1276.553991] env[68934]: value = "task-3135950" [ 1276.553991] env[68934]: _type = "Task" [ 1276.553991] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.561252] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.641486] env[68934]: DEBUG nova.network.neutron [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updated VIF entry in instance network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.641870] env[68934]: DEBUG nova.network.neutron [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceb423-5b", "ovs_interfaceid": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.796879] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.064492] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.145085] env[68934]: DEBUG oslo_concurrency.lockutils [req-816f3f55-afb3-413f-8bf0-d00f570c8264 req-133e9616-1208-4edd-8b3a-503d9301d2d4 service nova] Releasing lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.296412] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135949, 'name': PowerOffVM_Task, 'duration_secs': 0.933673} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.296693] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.297583] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afa2af-aca5-4197-a878-10ae6b6677ae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.319282] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d50bb5-331b-45e6-9295-f7544afee56f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.322945] env[68934]: DEBUG nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.353968] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.354222] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.354384] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.354566] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.354713] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.354860] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.355087] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.355250] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.355423] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.355584] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.355753] env[68934]: DEBUG nova.virt.hardware [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.357589] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e175bc-3acd-4b63-baa5-bed3cf64deb3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.364922] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991caf3d-eb4e-4663-9da8-3e55409d969b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.370382] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.370932] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c495329-74a3-42b1-9b17-5d2cc931bc2d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.385544] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1277.385544] env[68934]: value = "task-3135951" [ 1277.385544] env[68934]: _type = "Task" [ 1277.385544] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.393397] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1277.393592] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.393830] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.393975] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.394163] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.394400] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39fa1052-a0ea-41d9-b805-5a126b22ca49 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.402085] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.402289] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.402969] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e38e67-300d-4570-bec8-a28f594658f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.407381] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1277.407381] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1fa90-0327-bb17-ea30-3042bacb2745" [ 1277.407381] env[68934]: _type = "Task" [ 1277.407381] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.414932] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1fa90-0327-bb17-ea30-3042bacb2745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.516821] env[68934]: DEBUG nova.compute.manager [req-27583def-bb62-4353-94db-d5db42e4a7e7 req-76f3b039-37c5-49fd-b780-6f5d66714db7 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Received event network-vif-plugged-90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.517100] env[68934]: DEBUG oslo_concurrency.lockutils [req-27583def-bb62-4353-94db-d5db42e4a7e7 req-76f3b039-37c5-49fd-b780-6f5d66714db7 service nova] Acquiring lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.517304] env[68934]: DEBUG oslo_concurrency.lockutils [req-27583def-bb62-4353-94db-d5db42e4a7e7 req-76f3b039-37c5-49fd-b780-6f5d66714db7 service nova] Lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.517480] env[68934]: DEBUG oslo_concurrency.lockutils [req-27583def-bb62-4353-94db-d5db42e4a7e7 req-76f3b039-37c5-49fd-b780-6f5d66714db7 service nova] Lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.517603] env[68934]: DEBUG nova.compute.manager [req-27583def-bb62-4353-94db-d5db42e4a7e7 req-76f3b039-37c5-49fd-b780-6f5d66714db7 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] No waiting events found dispatching network-vif-plugged-90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.517767] env[68934]: WARNING nova.compute.manager [req-27583def-bb62-4353-94db-d5db42e4a7e7 req-76f3b039-37c5-49fd-b780-6f5d66714db7 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Received unexpected event network-vif-plugged-90b39d70-0386-44f5-96de-97fc9dc992d7 for instance with vm_state building and task_state spawning. [ 1277.564613] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656341} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.564889] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.565117] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.565383] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-173fabc1-44e9-46e5-8ec9-fed2bc0e2971 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.571597] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1277.571597] env[68934]: value = "task-3135952" [ 1277.571597] env[68934]: _type = "Task" [ 1277.571597] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.580795] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.614600] env[68934]: DEBUG nova.network.neutron [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Successfully updated port: 90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.917749] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f1fa90-0327-bb17-ea30-3042bacb2745, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.918552] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062014f1-8713-4ea9-a7fd-784832b5279f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.924342] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1277.924342] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524558b4-ad1f-5eee-dc6e-461e541b58a3" [ 1277.924342] env[68934]: _type = "Task" [ 1277.924342] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.932544] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524558b4-ad1f-5eee-dc6e-461e541b58a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.081388] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125852} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.081726] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.082564] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d7c5a-ad19-436f-a69e-17a15982067d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.102686] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.102944] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed92829-6581-4de8-a41f-6e61d1be0fe3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.116716] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.116838] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.116972] env[68934]: DEBUG nova.network.neutron [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.124415] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1278.124415] env[68934]: value = "task-3135953" [ 1278.124415] env[68934]: _type = "Task" [ 1278.124415] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.136728] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.435527] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524558b4-ad1f-5eee-dc6e-461e541b58a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.435795] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.436060] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. {{(pid=68934) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1278.436372] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f04aafa-ed19-4bbf-a7bd-3119f6935bcd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.443187] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1278.443187] env[68934]: value = "task-3135954" [ 1278.443187] env[68934]: _type = "Task" [ 1278.443187] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.451907] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.635162] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.653274] env[68934]: DEBUG nova.network.neutron [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.789183] env[68934]: DEBUG nova.network.neutron [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.953579] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135954, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.136016] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135953, 'name': ReconfigVM_Task, 'duration_secs': 0.836453} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.136316] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff/a6c80ff3-07c5-4917-bc18-e946cd29cdff.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.137042] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6a757d-1602-4256-9614-0026ae3466ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.144350] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1279.144350] env[68934]: value = "task-3135955" [ 1279.144350] env[68934]: _type = "Task" [ 1279.144350] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.152623] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135955, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.292863] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.293185] env[68934]: DEBUG nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Instance network_info: |[{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.293640] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:62:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90b39d70-0386-44f5-96de-97fc9dc992d7', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.301914] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.302189] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.302513] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde50587-de73-4da1-9a24-1701300f29a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.322293] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.322293] env[68934]: value = "task-3135956" [ 1279.322293] env[68934]: _type = "Task" [ 1279.322293] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.329639] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135956, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.456539] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513398} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.456861] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk. [ 1279.457906] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58154940-7296-4052-af1b-d7bd4aec6ebb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.492822] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.492985] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80fad53-775b-4bc0-9268-f1450cb03e95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.512438] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1279.512438] env[68934]: value = "task-3135957" [ 1279.512438] env[68934]: _type = "Task" [ 1279.512438] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.524779] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.545617] env[68934]: DEBUG nova.compute.manager [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Received event network-changed-90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.545821] env[68934]: DEBUG nova.compute.manager [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Refreshing instance network info cache due to event network-changed-90b39d70-0386-44f5-96de-97fc9dc992d7. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.546047] env[68934]: DEBUG oslo_concurrency.lockutils [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] Acquiring lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.546191] env[68934]: DEBUG oslo_concurrency.lockutils [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] Acquired lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.546351] env[68934]: DEBUG nova.network.neutron [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Refreshing network info cache for port 90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.653908] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135955, 'name': Rename_Task, 'duration_secs': 0.266019} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.654190] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.654429] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf1c7b90-9d5e-4014-9ca7-5733c696c0df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.659881] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1279.659881] env[68934]: value = "task-3135958" [ 1279.659881] env[68934]: _type = "Task" [ 1279.659881] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.668784] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.831902] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135956, 'name': CreateVM_Task} progress is 25%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.022831] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.184512] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.258725] env[68934]: DEBUG nova.network.neutron [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updated VIF entry in instance network info cache for port 90b39d70-0386-44f5-96de-97fc9dc992d7. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.259169] env[68934]: DEBUG nova.network.neutron [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.332657] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3135956, 'name': CreateVM_Task, 'duration_secs': 0.876725} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.332862] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.333510] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.333700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.334060] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.334619] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1599d32c-edbf-4421-981b-bf3f2b97a74a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.339778] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1280.339778] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]524bb120-332e-2c1e-e00a-67902e013b73" [ 1280.339778] env[68934]: _type = "Task" [ 1280.339778] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.347261] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524bb120-332e-2c1e-e00a-67902e013b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.523198] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.674396] env[68934]: DEBUG oslo_vmware.api [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135958, 'name': PowerOnVM_Task, 'duration_secs': 0.812999} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.674693] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.674926] env[68934]: DEBUG nova.compute.manager [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.675679] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57738fbc-4119-4f0b-8982-06b22b3426e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.761945] env[68934]: DEBUG oslo_concurrency.lockutils [req-762dd70b-5412-44f8-a738-8c7b6a5c4b72 req-34b4178d-37ae-4ac1-b75e-211fd5376d50 service nova] Releasing lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.850464] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]524bb120-332e-2c1e-e00a-67902e013b73, 'name': SearchDatastore_Task, 'duration_secs': 0.016806} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.850757] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.850985] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.851234] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.851384] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.851557] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.851811] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30e9e935-4f65-450d-8179-b7b723acb0b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.864769] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.864945] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.865633] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5cf58d0-403b-439a-8d09-2424d58ecbb1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.870103] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1280.870103] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52230aca-bf82-d377-76cf-16b631c5e38f" [ 1280.870103] env[68934]: _type = "Task" [ 1280.870103] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.877354] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52230aca-bf82-d377-76cf-16b631c5e38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.024752] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135957, 'name': ReconfigVM_Task, 'duration_secs': 1.133922} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.024931] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68/297b2b7a-7fd5-411b-88f0-e7c59e02aee7-rescue.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.025812] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c0c0c-6e7d-4c82-8e00-a28327bbc1fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.054496] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79dee4ed-195e-43f2-bae3-9d12ad86d1a7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.068964] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1281.068964] env[68934]: value = "task-3135959" [ 1281.068964] env[68934]: _type = "Task" [ 1281.068964] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.076626] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.192613] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.192613] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.192613] env[68934]: DEBUG nova.objects.instance [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68934) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1281.380973] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52230aca-bf82-d377-76cf-16b631c5e38f, 'name': SearchDatastore_Task, 'duration_secs': 0.039331} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.382211] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c62a15-90d2-4936-a7cd-12b5fe815868 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.387977] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1281.387977] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d1d433-df71-9296-4afd-e444d2ee7a60" [ 1281.387977] env[68934]: _type = "Task" [ 1281.387977] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.396265] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d1d433-df71-9296-4afd-e444d2ee7a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.578536] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135959, 'name': ReconfigVM_Task, 'duration_secs': 0.306245} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.578803] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.579068] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b661b30-50ef-49d8-9bc1-4ac5f9478cb1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.585183] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1281.585183] env[68934]: value = "task-3135960" [ 1281.585183] env[68934]: _type = "Task" [ 1281.585183] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.597346] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.700349] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.700540] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.700725] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.700902] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.701081] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.702818] env[68934]: INFO nova.compute.manager [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Terminating instance [ 1281.899073] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d1d433-df71-9296-4afd-e444d2ee7a60, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.899340] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.899601] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.899861] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d75faa-f21f-419f-9d8c-83c4ebd9face {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.906614] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1281.906614] env[68934]: value = "task-3135961" [ 1281.906614] env[68934]: _type = "Task" [ 1281.906614] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.914611] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.095370] env[68934]: DEBUG oslo_vmware.api [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135960, 'name': PowerOnVM_Task, 'duration_secs': 0.353422} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.095657] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.098603] env[68934]: DEBUG nova.compute.manager [None req-3ede4818-fc80-4c3d-a46d-366b0636809a tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.099454] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe3218b-7f7d-4a39-9aae-fe2d6dffc7fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.204112] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1c9e40e5-f596-411b-bc58-22b3a5ab6a25 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.205475] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "refresh_cache-a6c80ff3-07c5-4917-bc18-e946cd29cdff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.205645] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquired lock "refresh_cache-a6c80ff3-07c5-4917-bc18-e946cd29cdff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.205825] env[68934]: DEBUG nova.network.neutron [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.416147] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443632} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.416409] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.416626] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.416862] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7936c330-07e2-463c-9cfd-176b6df9acbd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.423911] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1282.423911] env[68934]: value = "task-3135962" [ 1282.423911] env[68934]: _type = "Task" [ 1282.423911] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.430681] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.724609] env[68934]: DEBUG nova.network.neutron [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.773287] env[68934]: DEBUG nova.network.neutron [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.935642] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071061} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.935929] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.936722] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dbb487-1688-47a3-80e1-868077ef3b52 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.958241] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.958722] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74fca3a3-766d-4efb-845d-7c9cca716cce {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.978447] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1282.978447] env[68934]: value = "task-3135963" [ 1282.978447] env[68934]: _type = "Task" [ 1282.978447] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.987365] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.276276] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Releasing lock "refresh_cache-a6c80ff3-07c5-4917-bc18-e946cd29cdff" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.277620] env[68934]: DEBUG nova.compute.manager [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.277620] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.277821] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95aae32-efaa-4094-86ec-66ed6e539745 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.286010] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.286281] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba83c743-6c56-4a14-a4de-21b4f221f839 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.292778] env[68934]: DEBUG oslo_vmware.api [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1283.292778] env[68934]: value = "task-3135964" [ 1283.292778] env[68934]: _type = "Task" [ 1283.292778] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.300724] env[68934]: DEBUG oslo_vmware.api [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.488397] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135963, 'name': ReconfigVM_Task, 'duration_secs': 0.407722} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.488703] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.489363] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e6b6a8a-9a84-48ee-a155-86e31aab3e9b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.495683] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1283.495683] env[68934]: value = "task-3135965" [ 1283.495683] env[68934]: _type = "Task" [ 1283.495683] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.503074] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135965, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.803886] env[68934]: DEBUG oslo_vmware.api [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135964, 'name': PowerOffVM_Task, 'duration_secs': 0.138828} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.804125] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.804302] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.804546] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a4bb60-3a0e-4d54-bd83-e852077c5e2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.809517] env[68934]: INFO nova.compute.manager [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Unrescuing [ 1283.809740] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.809891] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquired lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.810064] env[68934]: DEBUG nova.network.neutron [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.828877] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.829105] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.829291] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Deleting the datastore file [datastore2] a6c80ff3-07c5-4917-bc18-e946cd29cdff {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.829530] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b2f93ee-bbcd-499a-bb89-10ce84ee8604 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.835806] env[68934]: DEBUG oslo_vmware.api [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for the task: (returnval){ [ 1283.835806] env[68934]: value = "task-3135967" [ 1283.835806] env[68934]: _type = "Task" [ 1283.835806] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.843270] env[68934]: DEBUG oslo_vmware.api [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.005663] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135965, 'name': Rename_Task, 'duration_secs': 0.170549} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.005943] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.006215] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f651a07-98a9-4771-9eb3-f47a65b096e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.012730] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1284.012730] env[68934]: value = "task-3135968" [ 1284.012730] env[68934]: _type = "Task" [ 1284.012730] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.020335] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.345966] env[68934]: DEBUG oslo_vmware.api [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Task: {'id': task-3135967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098335} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.348544] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.348738] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.348913] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.349099] env[68934]: INFO nova.compute.manager [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1284.349347] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.349551] env[68934]: DEBUG nova.compute.manager [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.349645] env[68934]: DEBUG nova.network.neutron [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.365639] env[68934]: DEBUG nova.network.neutron [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.525715] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.566679] env[68934]: DEBUG nova.network.neutron [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.868491] env[68934]: DEBUG nova.network.neutron [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.023530] env[68934]: DEBUG oslo_vmware.api [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3135968, 'name': PowerOnVM_Task, 'duration_secs': 0.678949} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.023846] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.024100] env[68934]: INFO nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1285.024291] env[68934]: DEBUG nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.025077] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18778a1b-a15c-4731-9154-5fe5a811ca59 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.069940] env[68934]: DEBUG oslo_concurrency.lockutils [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Releasing lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.070715] env[68934]: DEBUG nova.objects.instance [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lazy-loading 'flavor' on Instance uuid 3acfec04-5546-419b-a3a8-7f01f4b71c68 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.370978] env[68934]: INFO nova.compute.manager [-] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Took 1.02 seconds to deallocate network for instance. [ 1285.544948] env[68934]: INFO nova.compute.manager [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Took 14.55 seconds to build instance. [ 1285.576456] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6aa05-66ff-475d-a93a-278ba999002a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.602694] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.603060] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71f0bb6c-768a-49f9-88a6-a60c1dc08176 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.609459] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1285.609459] env[68934]: value = "task-3135969" [ 1285.609459] env[68934]: _type = "Task" [ 1285.609459] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.617146] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.878099] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.878388] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.878611] env[68934]: DEBUG nova.objects.instance [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lazy-loading 'resources' on Instance uuid a6c80ff3-07c5-4917-bc18-e946cd29cdff {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.047016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-654f2b0e-9afd-45ab-9041-827efcb43cd6 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.058s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.119601] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135969, 'name': PowerOffVM_Task, 'duration_secs': 0.241241} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.121875] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.125839] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfiguring VM instance instance-00000076 to detach disk 2002 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.126255] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5525e28d-1781-4db6-9ab0-76b40afdf043 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.144616] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1286.144616] env[68934]: value = "task-3135970" [ 1286.144616] env[68934]: _type = "Task" [ 1286.144616] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.153020] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.223828] env[68934]: DEBUG nova.compute.manager [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Received event network-changed-90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.224145] env[68934]: DEBUG nova.compute.manager [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Refreshing instance network info cache due to event network-changed-90b39d70-0386-44f5-96de-97fc9dc992d7. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.224275] env[68934]: DEBUG oslo_concurrency.lockutils [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] Acquiring lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.224404] env[68934]: DEBUG oslo_concurrency.lockutils [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] Acquired lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.224569] env[68934]: DEBUG nova.network.neutron [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Refreshing network info cache for port 90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.513814] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d10cd8-0f1a-4c42-91ac-bc0e92289bc6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.521203] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fcf7dd-c821-4625-908d-97d7244586f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.549603] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163125a5-20f9-4d25-8794-9b7baf89ca55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.556095] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89152f-3edb-444c-bac6-fcb733fa062c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.569741] env[68934]: DEBUG nova.compute.provider_tree [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.653948] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135970, 'name': ReconfigVM_Task, 'duration_secs': 0.231207} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.654241] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfigured VM instance instance-00000076 to detach disk 2002 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.654430] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.654681] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89bf1fe9-1659-4138-9125-451b72424162 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.660666] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1286.660666] env[68934]: value = "task-3135971" [ 1286.660666] env[68934]: _type = "Task" [ 1286.660666] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.671491] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.926668] env[68934]: DEBUG nova.network.neutron [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updated VIF entry in instance network info cache for port 90b39d70-0386-44f5-96de-97fc9dc992d7. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.927398] env[68934]: DEBUG nova.network.neutron [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.073298] env[68934]: DEBUG nova.scheduler.client.report [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.170433] env[68934]: DEBUG oslo_vmware.api [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3135971, 'name': PowerOnVM_Task, 'duration_secs': 0.354031} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.170652] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.170856] env[68934]: DEBUG nova.compute.manager [None req-d8dd1b4f-9480-447b-bb88-58a50c5f8a78 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.171644] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0a3af-4384-4c67-a71b-ab6f4d81c7e7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.430767] env[68934]: DEBUG oslo_concurrency.lockutils [req-0d2c22e2-b843-4306-ae9a-adabbb101f07 req-1a69b586-1794-49ce-a6ea-4f36a34f615e service nova] Releasing lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.451554] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.451866] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.452138] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "34233e64-7c4b-44b1-96c6-733d4bf233f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.452386] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.452606] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.454909] env[68934]: INFO nova.compute.manager [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Terminating instance [ 1287.578156] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.599113] env[68934]: INFO nova.scheduler.client.report [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Deleted allocations for instance a6c80ff3-07c5-4917-bc18-e946cd29cdff [ 1287.958980] env[68934]: DEBUG nova.compute.manager [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.959267] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.960456] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62239e-528d-422d-9a9b-37cbee2f884f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.969110] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.969349] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5dc29cc-8213-436c-9db8-d17e7839f4a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.975123] env[68934]: DEBUG oslo_vmware.api [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1287.975123] env[68934]: value = "task-3135972" [ 1287.975123] env[68934]: _type = "Task" [ 1287.975123] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.983859] env[68934]: DEBUG oslo_vmware.api [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.107082] env[68934]: DEBUG oslo_concurrency.lockutils [None req-18c93216-318a-4916-96e3-b1f9bba70232 tempest-ServersListShow298Test-490340569 tempest-ServersListShow298Test-490340569-project-member] Lock "a6c80ff3-07c5-4917-bc18-e946cd29cdff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.406s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.487330] env[68934]: DEBUG oslo_vmware.api [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135972, 'name': PowerOffVM_Task, 'duration_secs': 0.293236} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.487701] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.487883] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.488150] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a49b0f-5af0-4fa9-9df4-9b82c111ced9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.496386] env[68934]: DEBUG nova.compute.manager [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Received event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.496633] env[68934]: DEBUG nova.compute.manager [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing instance network info cache due to event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.496775] env[68934]: DEBUG oslo_concurrency.lockutils [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] Acquiring lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.496918] env[68934]: DEBUG oslo_concurrency.lockutils [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] Acquired lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.497117] env[68934]: DEBUG nova.network.neutron [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.554637] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.554883] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.555079] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Deleting the datastore file [datastore1] 34233e64-7c4b-44b1-96c6-733d4bf233f4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.555355] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-133d0370-7f28-4c12-8abf-a43fbb19b794 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.566601] env[68934]: DEBUG oslo_vmware.api [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for the task: (returnval){ [ 1288.566601] env[68934]: value = "task-3135974" [ 1288.566601] env[68934]: _type = "Task" [ 1288.566601] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.574430] env[68934]: DEBUG oslo_vmware.api [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.079364] env[68934]: DEBUG oslo_vmware.api [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Task: {'id': task-3135974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263837} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.080270] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.080507] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.080708] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.080919] env[68934]: INFO nova.compute.manager [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1289.081207] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.081421] env[68934]: DEBUG nova.compute.manager [-] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.081513] env[68934]: DEBUG nova.network.neutron [-] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.224273] env[68934]: DEBUG nova.network.neutron [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updated VIF entry in instance network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.224687] env[68934]: DEBUG nova.network.neutron [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.727393] env[68934]: DEBUG oslo_concurrency.lockutils [req-b162b9cb-01aa-465f-9d6f-4e27db41a734 req-238b9ab0-01b8-4e76-b34c-d4546b1c3006 service nova] Releasing lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.012018] env[68934]: DEBUG nova.network.neutron [-] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.515251] env[68934]: INFO nova.compute.manager [-] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Took 1.43 seconds to deallocate network for instance. [ 1290.525666] env[68934]: DEBUG nova.compute.manager [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Received event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.525786] env[68934]: DEBUG nova.compute.manager [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing instance network info cache due to event network-changed-809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.525993] env[68934]: DEBUG oslo_concurrency.lockutils [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] Acquiring lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.526152] env[68934]: DEBUG oslo_concurrency.lockutils [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] Acquired lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.526285] env[68934]: DEBUG nova.network.neutron [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Refreshing network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.022149] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.022436] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.022679] env[68934]: DEBUG nova.objects.instance [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lazy-loading 'resources' on Instance uuid 34233e64-7c4b-44b1-96c6-733d4bf233f4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.224400] env[68934]: DEBUG nova.network.neutron [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updated VIF entry in instance network info cache for port 809db71a-b19a-4ae2-bfc2-729199a7e512. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.224753] env[68934]: DEBUG nova.network.neutron [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [{"id": "809db71a-b19a-4ae2-bfc2-729199a7e512", "address": "fa:16:3e:f8:00:2e", "network": {"id": "2b8f310c-4fdd-4c6d-b05f-891afe1bfc29", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-242283576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35d2620101644f69466d0530d97dd57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809db71a-b1", "ovs_interfaceid": "809db71a-b19a-4ae2-bfc2-729199a7e512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.647064] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3308a426-b018-415c-a55f-d37b8d456791 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.654489] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7fc6b-dd3d-4fd0-9949-3e78b3833f93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.684590] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9e135b-2618-4c19-8f8b-63f596402048 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.691584] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a156c-57fd-4dff-b012-3e2b94032263 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.704977] env[68934]: DEBUG nova.compute.provider_tree [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.726929] env[68934]: DEBUG oslo_concurrency.lockutils [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] Releasing lock "refresh_cache-3acfec04-5546-419b-a3a8-7f01f4b71c68" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.727177] env[68934]: DEBUG nova.compute.manager [req-3907a77b-1230-4baf-a5f1-a137c4b7f2de req-12526b51-afb0-4718-bdcc-e1179b88bb13 service nova] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Received event network-vif-deleted-824884ad-2cd9-4de0-a003-2fce1151d2bb {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.208230] env[68934]: DEBUG nova.scheduler.client.report [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.713686] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.732839] env[68934]: INFO nova.scheduler.client.report [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Deleted allocations for instance 34233e64-7c4b-44b1-96c6-733d4bf233f4 [ 1293.241775] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f1ce654e-a96e-42df-85f1-adc388839245 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Lock "34233e64-7c4b-44b1-96c6-733d4bf233f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.790s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.177144] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.177476] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.681299] env[68934]: DEBUG nova.compute.utils [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.184374] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.246377] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.246741] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.246877] env[68934]: INFO nova.compute.manager [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Attaching volume a1036600-1a6e-4d6e-a53b-4b8e6b5b618b to /dev/sdb [ 1298.276831] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15176016-aaa9-46ca-981e-c759546bf382 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.283996] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64779a0d-c09d-48b2-91e7-9955c1b018f0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.296487] env[68934]: DEBUG nova.virt.block_device [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updating existing volume attachment record: 0b43f199-cd48-46a9-98e2-d761f540c9a3 {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1299.682401] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.682799] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.682876] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.683069] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.683302] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.685484] env[68934]: INFO nova.compute.manager [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Terminating instance [ 1300.189894] env[68934]: DEBUG nova.compute.manager [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.190166] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.190498] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac726b75-6272-44c4-82a9-12d28c94e744 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.197560] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1300.197560] env[68934]: value = "task-3135976" [ 1300.197560] env[68934]: _type = "Task" [ 1300.197560] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.205698] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.707759] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135976, 'name': PowerOffVM_Task, 'duration_secs': 0.213737} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.708126] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.708188] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1300.708360] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627503', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'name': 'volume-812760ab-f770-4ad9-b054-d46dfc5b6abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7b259911-8065-4319-bf6f-5f5d1aa50fb3', 'attached_at': '2025-03-21T14:10:40.000000', 'detached_at': '', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'serial': '812760ab-f770-4ad9-b054-d46dfc5b6abd'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1300.709148] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af833358-3013-4e81-929e-1a6a6a6d6528 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.726969] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb9966b-3f3b-4ea9-811f-6e681344d16f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.732771] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056539c5-3b84-4f86-ad2c-6eb18c64d4b2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.750888] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657ae03-fe4a-445b-958b-2ed09384ce05 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.764830] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] The volume has not been displaced from its original location: [datastore2] volume-812760ab-f770-4ad9-b054-d46dfc5b6abd/volume-812760ab-f770-4ad9-b054-d46dfc5b6abd.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1300.769871] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.770148] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932e5b12-89ff-41cd-9916-49757d4a4565 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.787266] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1300.787266] env[68934]: value = "task-3135978" [ 1300.787266] env[68934]: _type = "Task" [ 1300.787266] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.794379] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.297305] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135978, 'name': ReconfigVM_Task, 'duration_secs': 0.161439} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.297583] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.302151] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06844bf-7784-449b-9b45-b7346d1c3054 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.318793] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1301.318793] env[68934]: value = "task-3135979" [ 1301.318793] env[68934]: _type = "Task" [ 1301.318793] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.328725] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.828521] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.328474] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135979, 'name': ReconfigVM_Task, 'duration_secs': 0.698477} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.328791] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627503', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'name': 'volume-812760ab-f770-4ad9-b054-d46dfc5b6abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7b259911-8065-4319-bf6f-5f5d1aa50fb3', 'attached_at': '2025-03-21T14:10:40.000000', 'detached_at': '', 'volume_id': '812760ab-f770-4ad9-b054-d46dfc5b6abd', 'serial': '812760ab-f770-4ad9-b054-d46dfc5b6abd'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1302.329087] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.329835] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75222175-3976-4a19-87ca-fe924745f4c7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.335919] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.336139] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0744b8a4-44f6-43fd-a2e1-fab81f834a88 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.402064] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.402291] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.402489] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleting the datastore file [datastore2] 7b259911-8065-4319-bf6f-5f5d1aa50fb3 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.402777] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1123ed-3e58-4569-9768-9d5819ccb4f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.408759] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1302.408759] env[68934]: value = "task-3135981" [ 1302.408759] env[68934]: _type = "Task" [ 1302.408759] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.416595] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.840888] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.840888] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627522', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'name': 'volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fa542e-93ec-4ad0-a44b-926ed50186e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'serial': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.840888] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1984a2e-44ce-4f8d-a996-757c51f3b807 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.855690] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799bfa7-ab07-4a5e-8a7a-a1ffe560f68a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.878702] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b/volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.878922] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9140b6f4-4486-453c-aa34-f5ff6c7dbf7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.895352] env[68934]: DEBUG oslo_vmware.api [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1302.895352] env[68934]: value = "task-3135982" [ 1302.895352] env[68934]: _type = "Task" [ 1302.895352] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.903610] env[68934]: DEBUG oslo_vmware.api [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.916694] env[68934]: DEBUG oslo_vmware.api [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079816} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.916926] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.917139] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.917323] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.917498] env[68934]: INFO nova.compute.manager [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1302.917732] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.917919] env[68934]: DEBUG nova.compute.manager [-] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.918027] env[68934]: DEBUG nova.network.neutron [-] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.325652] env[68934]: DEBUG nova.compute.manager [req-ba802d8a-3e9a-4cbc-9cba-96e11a27c4af req-11a6699f-bc16-4072-b246-bb1d8f27e1b1 service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Received event network-vif-deleted-77aa42f9-7fc1-44f2-924a-dc54dea680cc {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.325902] env[68934]: INFO nova.compute.manager [req-ba802d8a-3e9a-4cbc-9cba-96e11a27c4af req-11a6699f-bc16-4072-b246-bb1d8f27e1b1 service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Neutron deleted interface 77aa42f9-7fc1-44f2-924a-dc54dea680cc; detaching it from the instance and deleting it from the info cache [ 1303.326047] env[68934]: DEBUG nova.network.neutron [req-ba802d8a-3e9a-4cbc-9cba-96e11a27c4af req-11a6699f-bc16-4072-b246-bb1d8f27e1b1 service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.405050] env[68934]: DEBUG oslo_vmware.api [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135982, 'name': ReconfigVM_Task, 'duration_secs': 0.32937} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.405050] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b/volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.411018] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a4c3f1-c3f5-495d-9567-918a1d03e928 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.424015] env[68934]: DEBUG oslo_vmware.api [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1303.424015] env[68934]: value = "task-3135983" [ 1303.424015] env[68934]: _type = "Task" [ 1303.424015] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.431544] env[68934]: DEBUG oslo_vmware.api [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.808477] env[68934]: DEBUG nova.network.neutron [-] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.828449] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60a8a53c-9457-4875-9746-0d1ed24308d7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.838100] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47737f5d-f87d-47d4-9ff5-86dcde5f8d81 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.867872] env[68934]: DEBUG nova.compute.manager [req-ba802d8a-3e9a-4cbc-9cba-96e11a27c4af req-11a6699f-bc16-4072-b246-bb1d8f27e1b1 service nova] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Detach interface failed, port_id=77aa42f9-7fc1-44f2-924a-dc54dea680cc, reason: Instance 7b259911-8065-4319-bf6f-5f5d1aa50fb3 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.934061] env[68934]: DEBUG oslo_vmware.api [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135983, 'name': ReconfigVM_Task, 'duration_secs': 0.136605} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.934061] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627522', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'name': 'volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fa542e-93ec-4ad0-a44b-926ed50186e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'serial': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1304.311171] env[68934]: INFO nova.compute.manager [-] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Took 1.39 seconds to deallocate network for instance. [ 1304.852830] env[68934]: INFO nova.compute.manager [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Took 0.54 seconds to detach 1 volumes for instance. [ 1304.855752] env[68934]: DEBUG nova.compute.manager [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Deleting volume: 812760ab-f770-4ad9-b054-d46dfc5b6abd {{(pid=68934) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1304.973546] env[68934]: DEBUG nova.objects.instance [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'flavor' on Instance uuid c0fa542e-93ec-4ad0-a44b-926ed50186e9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.390243] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.390523] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.390737] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.411512] env[68934]: INFO nova.scheduler.client.report [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted allocations for instance 7b259911-8065-4319-bf6f-5f5d1aa50fb3 [ 1305.478031] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6bfc9a5-4d1e-42a5-8085-30c9d1e949fa tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.668413] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.668712] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.919178] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a26882e4-b509-4c16-a306-3faa34875942 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "7b259911-8065-4319-bf6f-5f5d1aa50fb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.236s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.171438] env[68934]: INFO nova.compute.manager [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Detaching volume a1036600-1a6e-4d6e-a53b-4b8e6b5b618b [ 1306.205854] env[68934]: INFO nova.virt.block_device [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Attempting to driver detach volume a1036600-1a6e-4d6e-a53b-4b8e6b5b618b from mountpoint /dev/sdb [ 1306.206114] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1306.206348] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627522', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'name': 'volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fa542e-93ec-4ad0-a44b-926ed50186e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'serial': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1306.207205] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5439f412-4867-4c7c-9e77-f8b9cbaa48ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.228786] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fa38e2-7bcc-41f9-9ed1-1e9b38818ddd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.236344] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc6324-e821-49b6-b8d6-c21e4fbc4e6b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.258304] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3995ec66-4efb-4635-8f6e-a94ba7284a9a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.273960] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b/volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1306.279387] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.279746] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15c22f71-fd33-4674-a959-a23249127395 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.299053] env[68934]: DEBUG oslo_vmware.api [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1306.299053] env[68934]: value = "task-3135985" [ 1306.299053] env[68934]: _type = "Task" [ 1306.299053] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.307662] env[68934]: DEBUG oslo_vmware.api [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.321413] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.321691] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.321937] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "9e6669fa-613c-4a37-b683-1b0b5c798c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.322159] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.322339] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.324764] env[68934]: INFO nova.compute.manager [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Terminating instance [ 1306.809181] env[68934]: DEBUG oslo_vmware.api [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135985, 'name': ReconfigVM_Task, 'duration_secs': 0.21698} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.809572] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.814272] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02a0d4d-e87b-4e91-8d95-c509ddb328fa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.828148] env[68934]: DEBUG nova.compute.manager [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.828311] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.829551] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b490b85e-c41d-4d5b-a71d-e02f5fae83ad {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.831896] env[68934]: DEBUG oslo_vmware.api [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1306.831896] env[68934]: value = "task-3135986" [ 1306.831896] env[68934]: _type = "Task" [ 1306.831896] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.838145] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.840983] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf640a68-bca0-44a1-b600-edbd98959391 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.842253] env[68934]: DEBUG oslo_vmware.api [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.848636] env[68934]: DEBUG oslo_vmware.api [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1306.848636] env[68934]: value = "task-3135987" [ 1306.848636] env[68934]: _type = "Task" [ 1306.848636] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.857276] env[68934]: DEBUG oslo_vmware.api [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.342155] env[68934]: DEBUG oslo_vmware.api [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135986, 'name': ReconfigVM_Task, 'duration_secs': 0.140747} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.342500] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627522', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'name': 'volume-a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fa542e-93ec-4ad0-a44b-926ed50186e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b', 'serial': 'a1036600-1a6e-4d6e-a53b-4b8e6b5b618b'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1307.357089] env[68934]: DEBUG oslo_vmware.api [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135987, 'name': PowerOffVM_Task, 'duration_secs': 0.216434} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.357347] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.357513] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.357739] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-848585eb-ba44-46cd-8b92-58896c76073d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.419203] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.419435] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.419592] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleting the datastore file [datastore2] 9e6669fa-613c-4a37-b683-1b0b5c798c30 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.419859] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e82b980c-8f83-4492-95fb-55c1aff119e1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.427073] env[68934]: DEBUG oslo_vmware.api [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1307.427073] env[68934]: value = "task-3135989" [ 1307.427073] env[68934]: _type = "Task" [ 1307.427073] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.434754] env[68934]: DEBUG oslo_vmware.api [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.881567] env[68934]: DEBUG nova.objects.instance [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'flavor' on Instance uuid c0fa542e-93ec-4ad0-a44b-926ed50186e9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.937827] env[68934]: DEBUG oslo_vmware.api [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141635} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.938108] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.938297] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.938477] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.938655] env[68934]: INFO nova.compute.manager [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1307.938905] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.939116] env[68934]: DEBUG nova.compute.manager [-] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.939216] env[68934]: DEBUG nova.network.neutron [-] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.187476] env[68934]: DEBUG nova.compute.manager [req-e64349d9-cdae-47af-bc1f-fa4132a0efb4 req-d2675dd8-f5b9-42cf-b6bb-1a5b5d6a888c service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Received event network-vif-deleted-aa2df13f-6173-459e-abeb-fa79b00062f3 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.187684] env[68934]: INFO nova.compute.manager [req-e64349d9-cdae-47af-bc1f-fa4132a0efb4 req-d2675dd8-f5b9-42cf-b6bb-1a5b5d6a888c service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Neutron deleted interface aa2df13f-6173-459e-abeb-fa79b00062f3; detaching it from the instance and deleting it from the info cache [ 1308.187857] env[68934]: DEBUG nova.network.neutron [req-e64349d9-cdae-47af-bc1f-fa4132a0efb4 req-d2675dd8-f5b9-42cf-b6bb-1a5b5d6a888c service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.666159] env[68934]: DEBUG nova.network.neutron [-] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.690031] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da0a674f-27a8-4335-beb4-75a7f478d9bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.700261] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcde09a-331c-4887-bb2b-c6cd0e84d223 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.729473] env[68934]: DEBUG nova.compute.manager [req-e64349d9-cdae-47af-bc1f-fa4132a0efb4 req-d2675dd8-f5b9-42cf-b6bb-1a5b5d6a888c service nova] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Detach interface failed, port_id=aa2df13f-6173-459e-abeb-fa79b00062f3, reason: Instance 9e6669fa-613c-4a37-b683-1b0b5c798c30 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1308.888251] env[68934]: DEBUG oslo_concurrency.lockutils [None req-f7d58901-cf57-4bb9-80a2-648b2056dc58 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.169056] env[68934]: INFO nova.compute.manager [-] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Took 1.23 seconds to deallocate network for instance. [ 1309.675637] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.676027] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.676135] env[68934]: DEBUG nova.objects.instance [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'resources' on Instance uuid 9e6669fa-613c-4a37-b683-1b0b5c798c30 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.922048] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.922442] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.922700] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.922907] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.923097] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.925347] env[68934]: INFO nova.compute.manager [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Terminating instance [ 1310.276894] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc87c3b-c7cb-489c-85e2-8323c79489e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.284794] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3680d1d0-192b-4d0e-81a8-a9206142dfa1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.314101] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f74aea-66f3-4313-a3c4-de538535009f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.320992] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf0e5b-2c82-49f1-8871-3b7af4cefc19 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.333656] env[68934]: DEBUG nova.compute.provider_tree [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.429921] env[68934]: DEBUG nova.compute.manager [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.430114] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.430985] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d293d8-4d6e-4c96-8b38-3f00be2056c8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.438408] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.438635] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6695e98-b8f6-4537-9ad6-77906851a147 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.444557] env[68934]: DEBUG oslo_vmware.api [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1310.444557] env[68934]: value = "task-3135990" [ 1310.444557] env[68934]: _type = "Task" [ 1310.444557] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.451788] env[68934]: DEBUG oslo_vmware.api [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.837023] env[68934]: DEBUG nova.scheduler.client.report [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.953981] env[68934]: DEBUG oslo_vmware.api [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135990, 'name': PowerOffVM_Task, 'duration_secs': 0.163061} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.954274] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.954445] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.954694] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d430f2b-1675-416f-becd-ccaf9fab8ee2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.018249] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.018436] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.018635] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleting the datastore file [datastore1] c0fa542e-93ec-4ad0-a44b-926ed50186e9 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.018917] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41743eee-cf2c-490b-822b-489734559878 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.025595] env[68934]: DEBUG oslo_vmware.api [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for the task: (returnval){ [ 1311.025595] env[68934]: value = "task-3135992" [ 1311.025595] env[68934]: _type = "Task" [ 1311.025595] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.034602] env[68934]: DEBUG oslo_vmware.api [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.341978] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.364973] env[68934]: INFO nova.scheduler.client.report [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted allocations for instance 9e6669fa-613c-4a37-b683-1b0b5c798c30 [ 1311.536499] env[68934]: DEBUG oslo_vmware.api [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Task: {'id': task-3135992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125176} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.536784] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.536953] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.537159] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.537339] env[68934]: INFO nova.compute.manager [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1311.537582] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.537772] env[68934]: DEBUG nova.compute.manager [-] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.537866] env[68934]: DEBUG nova.network.neutron [-] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.872802] env[68934]: DEBUG oslo_concurrency.lockutils [None req-6678be1c-e693-4018-a336-ea9267cc297f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "9e6669fa-613c-4a37-b683-1b0b5c798c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.551s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.977225] env[68934]: DEBUG nova.compute.manager [req-f5105314-e74c-444a-bafb-51961ca7284f req-e9ed4a2b-6711-4121-a086-b777db74b231 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Received event network-vif-deleted-e35af775-b366-48d8-b82d-54b88a2d59e7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.977551] env[68934]: INFO nova.compute.manager [req-f5105314-e74c-444a-bafb-51961ca7284f req-e9ed4a2b-6711-4121-a086-b777db74b231 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Neutron deleted interface e35af775-b366-48d8-b82d-54b88a2d59e7; detaching it from the instance and deleting it from the info cache [ 1311.977797] env[68934]: DEBUG nova.network.neutron [req-f5105314-e74c-444a-bafb-51961ca7284f req-e9ed4a2b-6711-4121-a086-b777db74b231 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.459456] env[68934]: DEBUG nova.network.neutron [-] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.480552] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ec096fc-f93d-4b5f-baf9-a810e991241b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.489969] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc73181c-0316-47b6-85b3-d88f6c5bbc28 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.519016] env[68934]: DEBUG nova.compute.manager [req-f5105314-e74c-444a-bafb-51961ca7284f req-e9ed4a2b-6711-4121-a086-b777db74b231 service nova] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Detach interface failed, port_id=e35af775-b366-48d8-b82d-54b88a2d59e7, reason: Instance c0fa542e-93ec-4ad0-a44b-926ed50186e9 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.962619] env[68934]: INFO nova.compute.manager [-] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Took 1.42 seconds to deallocate network for instance. [ 1313.268874] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.269141] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.269324] env[68934]: INFO nova.compute.manager [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Shelving [ 1313.469363] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.469649] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.469880] env[68934]: DEBUG nova.objects.instance [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lazy-loading 'resources' on Instance uuid c0fa542e-93ec-4ad0-a44b-926ed50186e9 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.059634] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251e2383-5058-491e-a444-3919cc2296f9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.066785] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b932ae6-0ca4-42b1-bab0-f3b91bcbfb0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.095646] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41651e-423b-43c1-95b6-82df29505882 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.102199] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9349eb-08a8-4f35-a807-e684dac258f8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.114931] env[68934]: DEBUG nova.compute.provider_tree [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.278726] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.279051] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b57499a-2d22-4243-b3a8-89628154c6d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.286985] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1314.286985] env[68934]: value = "task-3135994" [ 1314.286985] env[68934]: _type = "Task" [ 1314.286985] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.294799] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.618345] env[68934]: DEBUG nova.scheduler.client.report [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.744075] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.744312] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.744471] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.744622] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.744775] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.744929] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.745095] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.745235] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1314.745381] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.797224] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135994, 'name': PowerOffVM_Task, 'duration_secs': 0.209762} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.797224] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.797650] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90572ab6-acdd-4291-905f-2d6ae0159401 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.814891] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47144e3c-8585-49ca-99ba-5565d41a3737 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.124055] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.142300] env[68934]: INFO nova.scheduler.client.report [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Deleted allocations for instance c0fa542e-93ec-4ad0-a44b-926ed50186e9 [ 1315.250042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.250042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.250042] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.250042] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1315.250042] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1eab79-8b41-451b-ab73-883744381ebc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.258538] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c530e73-c00f-4c76-87c5-b125be786d93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.272060] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ecc68-4112-4fe4-ab70-f4fb0a34a4e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.278357] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92262657-514c-40ee-ace8-82caf89f3738 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.307969] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179272MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1315.308179] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.308357] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.324541] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1315.324821] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a180b855-3d7e-41c2-8586-3ce1cb3d39f5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.333956] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1315.333956] env[68934]: value = "task-3135995" [ 1315.333956] env[68934]: _type = "Task" [ 1315.333956] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.342293] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.650984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-cc47490d-f82b-4a0c-950e-f643463e8cf3 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Lock "c0fa542e-93ec-4ad0-a44b-926ed50186e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.844310] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135995, 'name': CreateSnapshot_Task, 'duration_secs': 0.439296} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.844575] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1315.845327] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa4e978-0a40-4e68-8110-16ff30302e52 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.000666] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "2bc2caab-11f2-4327-a1be-7772277eedf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.000933] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.001169] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "2bc2caab-11f2-4327-a1be-7772277eedf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.001355] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.001533] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.003868] env[68934]: INFO nova.compute.manager [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Terminating instance [ 1316.336065] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.336358] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8d8587c1-c84b-4785-8e84-8be51b5a876b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.336409] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 6632b573-25f3-4fad-bd3d-b1340185fa3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.336798] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 3acfec04-5546-419b-a3a8-7f01f4b71c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.337022] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 0eee6855-5681-4921-a9ab-cdd514a5e4e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.337183] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance a59252ab-510b-48ce-a7c9-548e3191f151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.338029] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1316.338029] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1316.363448] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1316.363841] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac13cdcc-075a-49d9-b9e8-46cc6d7346c9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.371665] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1316.371665] env[68934]: value = "task-3135996" [ 1316.371665] env[68934]: _type = "Task" [ 1316.371665] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.382155] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135996, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.431656] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7470595-3125-4ed5-9a37-1e3f649e5ffd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.438730] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af193eaf-a8df-41f3-bc20-df680e3d2045 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.471114] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5f2f3-169a-4aa5-82b5-0be9d28e0d3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.478698] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be351d4-11ba-4827-82b9-6f8eb9017b2c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.496267] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.508843] env[68934]: DEBUG nova.compute.manager [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.509149] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.510283] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd81d3b-3fe0-4102-9275-6094b6a40a6f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.519089] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.519341] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e49a7d4f-4135-499f-8339-44c278e0425f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.525045] env[68934]: DEBUG oslo_vmware.api [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1316.525045] env[68934]: value = "task-3135998" [ 1316.525045] env[68934]: _type = "Task" [ 1316.525045] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.532919] env[68934]: DEBUG oslo_vmware.api [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.881915] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135996, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.999306] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.034486] env[68934]: DEBUG oslo_vmware.api [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3135998, 'name': PowerOffVM_Task, 'duration_secs': 0.191678} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.034752] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.034853] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.035151] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf691e2-4830-4ac1-8033-c0fc39c448ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.094986] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.094986] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.095243] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleting the datastore file [datastore2] 2bc2caab-11f2-4327-a1be-7772277eedf4 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.095523] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9a18f32-5887-4e83-b9d9-0d11297a0fa8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.101873] env[68934]: DEBUG oslo_vmware.api [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for the task: (returnval){ [ 1317.101873] env[68934]: value = "task-3136000" [ 1317.101873] env[68934]: _type = "Task" [ 1317.101873] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.109949] env[68934]: DEBUG oslo_vmware.api [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3136000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.382969] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135996, 'name': CloneVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.503923] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1317.504167] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.612745] env[68934]: DEBUG oslo_vmware.api [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Task: {'id': task-3136000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342461} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.613020] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.613210] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.613383] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.613560] env[68934]: INFO nova.compute.manager [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1317.613867] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.614085] env[68934]: DEBUG nova.compute.manager [-] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.614185] env[68934]: DEBUG nova.network.neutron [-] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.883252] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3135996, 'name': CloneVM_Task, 'duration_secs': 1.093479} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.883519] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Created linked-clone VM from snapshot [ 1317.884262] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b3eb39-d582-4822-ac36-025ccf7cab5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.889419] env[68934]: DEBUG nova.compute.manager [req-c9f1243b-46a6-4c97-9aa2-9aa43e94ce15 req-0d74e48d-32cc-4450-8d36-1b1692715168 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Received event network-vif-deleted-34c91061-4385-44c2-973a-007018f86b09 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.889604] env[68934]: INFO nova.compute.manager [req-c9f1243b-46a6-4c97-9aa2-9aa43e94ce15 req-0d74e48d-32cc-4450-8d36-1b1692715168 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Neutron deleted interface 34c91061-4385-44c2-973a-007018f86b09; detaching it from the instance and deleting it from the info cache [ 1317.889777] env[68934]: DEBUG nova.network.neutron [req-c9f1243b-46a6-4c97-9aa2-9aa43e94ce15 req-0d74e48d-32cc-4450-8d36-1b1692715168 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.894934] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Uploading image 930404b2-2192-4cc1-9a44-c614d5db2d81 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1317.924710] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1317.924710] env[68934]: value = "vm-627524" [ 1317.924710] env[68934]: _type = "VirtualMachine" [ 1317.924710] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1317.925077] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-459fb7a3-83f0-4fa9-bf7c-ff93eb7891a9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.932885] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease: (returnval){ [ 1317.932885] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523695c0-147f-5f89-e89d-971e903c71a8" [ 1317.932885] env[68934]: _type = "HttpNfcLease" [ 1317.932885] env[68934]: } obtained for exporting VM: (result){ [ 1317.932885] env[68934]: value = "vm-627524" [ 1317.932885] env[68934]: _type = "VirtualMachine" [ 1317.932885] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1317.933380] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the lease: (returnval){ [ 1317.933380] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523695c0-147f-5f89-e89d-971e903c71a8" [ 1317.933380] env[68934]: _type = "HttpNfcLease" [ 1317.933380] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.941506] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.941506] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523695c0-147f-5f89-e89d-971e903c71a8" [ 1317.941506] env[68934]: _type = "HttpNfcLease" [ 1317.941506] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.370622] env[68934]: DEBUG nova.network.neutron [-] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.391779] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2525d6fa-b266-4db7-bce1-96b9d19ffe7f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.401915] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457cd263-ce4d-4128-918a-d1baf6493731 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.435241] env[68934]: DEBUG nova.compute.manager [req-c9f1243b-46a6-4c97-9aa2-9aa43e94ce15 req-0d74e48d-32cc-4450-8d36-1b1692715168 service nova] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Detach interface failed, port_id=34c91061-4385-44c2-973a-007018f86b09, reason: Instance 2bc2caab-11f2-4327-a1be-7772277eedf4 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.441657] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.441657] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523695c0-147f-5f89-e89d-971e903c71a8" [ 1318.441657] env[68934]: _type = "HttpNfcLease" [ 1318.441657] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1318.441951] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1318.441951] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]523695c0-147f-5f89-e89d-971e903c71a8" [ 1318.441951] env[68934]: _type = "HttpNfcLease" [ 1318.441951] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1318.442753] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0fe0a8-530f-4408-b539-4f86b50a24ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.449926] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521821bd-f05d-eafd-24cb-298a9be516a9/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1318.450120] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521821bd-f05d-eafd-24cb-298a9be516a9/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1318.537674] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab70d1f6-ccc5-400f-97ed-902834791654 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.873888] env[68934]: INFO nova.compute.manager [-] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Took 1.26 seconds to deallocate network for instance. [ 1319.381906] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.382283] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.382585] env[68934]: DEBUG nova.objects.instance [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lazy-loading 'resources' on Instance uuid 2bc2caab-11f2-4327-a1be-7772277eedf4 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.979985] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2176b4-a971-413d-aad7-a5a45350a56a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.987943] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f13a6-50a3-40b9-b040-420ba8821e15 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.018519] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bcf627-ae74-4207-be7e-51426f095911 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.025936] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a53331-8edd-44d9-ab15-0bbde917df6c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.039527] env[68934]: DEBUG nova.compute.provider_tree [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.543188] env[68934]: DEBUG nova.scheduler.client.report [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.048882] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.070708] env[68934]: INFO nova.scheduler.client.report [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Deleted allocations for instance 2bc2caab-11f2-4327-a1be-7772277eedf4 [ 1321.581149] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5678af1e-8f18-4efd-9286-108821438b9c tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Lock "2bc2caab-11f2-4327-a1be-7772277eedf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.580s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.106642] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.107020] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.611967] env[68934]: INFO nova.compute.manager [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Detaching volume 9a6260a4-7664-411e-a46e-2b1608d8dc72 [ 1324.656485] env[68934]: INFO nova.virt.block_device [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Attempting to driver detach volume 9a6260a4-7664-411e-a46e-2b1608d8dc72 from mountpoint /dev/sdb [ 1324.656745] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.656939] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627518', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'name': 'volume-9a6260a4-7664-411e-a46e-2b1608d8dc72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3acfec04-5546-419b-a3a8-7f01f4b71c68', 'attached_at': '', 'detached_at': '', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'serial': '9a6260a4-7664-411e-a46e-2b1608d8dc72'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1324.657848] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545f2fe-94ad-4bcb-90f1-e692da19f5c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.683540] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a29a7f-caf6-40bd-8d92-97880c175f26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.691463] env[68934]: DEBUG nova.compute.manager [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Stashing vm_state: active {{(pid=68934) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1324.707850] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54162bf5-2bc8-42b7-8704-54c74c65a6a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.739410] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b8ea6e-021c-40d6-9ee3-8c29ebb1fca0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.759840] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] The volume has not been displaced from its original location: [datastore1] volume-9a6260a4-7664-411e-a46e-2b1608d8dc72/volume-9a6260a4-7664-411e-a46e-2b1608d8dc72.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1324.768280] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1324.768988] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420d4f73-0246-47ce-87c6-dd640fdfa759 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.795093] env[68934]: DEBUG oslo_vmware.api [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1324.795093] env[68934]: value = "task-3136004" [ 1324.795093] env[68934]: _type = "Task" [ 1324.795093] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.803572] env[68934]: DEBUG oslo_vmware.api [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.228365] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.230762] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.002s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.306661] env[68934]: DEBUG oslo_vmware.api [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136004, 'name': ReconfigVM_Task, 'duration_secs': 0.386054} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.306945] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.314775] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527eeb1b-4c25-44ff-86b8-4125e34cdd4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.332373] env[68934]: DEBUG oslo_vmware.api [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1325.332373] env[68934]: value = "task-3136005" [ 1325.332373] env[68934]: _type = "Task" [ 1325.332373] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.345019] env[68934]: DEBUG oslo_vmware.api [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.524679] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521821bd-f05d-eafd-24cb-298a9be516a9/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.525157] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64941d5-d42e-46aa-96b1-0e15384cb8bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.531209] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521821bd-f05d-eafd-24cb-298a9be516a9/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.531407] env[68934]: ERROR oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521821bd-f05d-eafd-24cb-298a9be516a9/disk-0.vmdk due to incomplete transfer. [ 1325.531656] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-082e8f03-4733-496c-9a74-f2917c0de251 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.540323] env[68934]: DEBUG oslo_vmware.rw_handles [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521821bd-f05d-eafd-24cb-298a9be516a9/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1325.540569] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Uploaded image 930404b2-2192-4cc1-9a44-c614d5db2d81 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1325.543051] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1325.543300] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d127ed07-f398-40f3-8375-10359331586e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.550924] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1325.550924] env[68934]: value = "task-3136006" [ 1325.550924] env[68934]: _type = "Task" [ 1325.550924] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.558415] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136006, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.735776] env[68934]: INFO nova.compute.claims [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.842565] env[68934]: DEBUG oslo_vmware.api [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136005, 'name': ReconfigVM_Task, 'duration_secs': 0.230876} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.842932] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627518', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'name': 'volume-9a6260a4-7664-411e-a46e-2b1608d8dc72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3acfec04-5546-419b-a3a8-7f01f4b71c68', 'attached_at': '', 'detached_at': '', 'volume_id': '9a6260a4-7664-411e-a46e-2b1608d8dc72', 'serial': '9a6260a4-7664-411e-a46e-2b1608d8dc72'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.063651] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136006, 'name': Destroy_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.242725] env[68934]: INFO nova.compute.resource_tracker [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating resource usage from migration a08be9a8-c645-4fa4-b5b3-180c36372c52 [ 1326.374928] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1f547a-bd91-4f34-8c60-6103b215447b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.382800] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c464630-1b5e-417a-bdab-70439bc4a3e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.419149] env[68934]: DEBUG nova.objects.instance [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lazy-loading 'flavor' on Instance uuid 3acfec04-5546-419b-a3a8-7f01f4b71c68 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.421520] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47db00a6-c4de-4f25-87ab-764e8ba3c335 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.431171] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9adf91-5bc3-40cb-b2e0-6231354d39da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.450019] env[68934]: DEBUG nova.compute.provider_tree [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.563009] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136006, 'name': Destroy_Task, 'duration_secs': 0.525065} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.563917] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Destroyed the VM [ 1326.563917] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1326.563917] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b0d386cf-fb94-4f48-8bc7-c99dd973a047 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.571323] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1326.571323] env[68934]: value = "task-3136007" [ 1326.571323] env[68934]: _type = "Task" [ 1326.571323] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.579736] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.949623] env[68934]: DEBUG nova.scheduler.client.report [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.064368] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.064627] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.083236] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136007, 'name': RemoveSnapshot_Task, 'duration_secs': 0.323237} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.083236] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1327.083874] env[68934]: DEBUG nova.compute.manager [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.085765] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc2dd90-bd41-4753-a1d4-684a21c81fd8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.430994] env[68934]: DEBUG oslo_concurrency.lockutils [None req-19648910-936e-4fd9-bdd4-de473ed1cd41 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.456856] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.457090] env[68934]: INFO nova.compute.manager [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Migrating [ 1327.567436] env[68934]: DEBUG nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.601028] env[68934]: INFO nova.compute.manager [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Shelve offloading [ 1327.974044] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.974340] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.974587] env[68934]: DEBUG nova.network.neutron [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.093568] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.093922] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.095706] env[68934]: INFO nova.compute.claims [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.108748] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.109911] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6fb9781-1e06-42b0-97fb-235171a32248 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.118726] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1328.118726] env[68934]: value = "task-3136008" [ 1328.118726] env[68934]: _type = "Task" [ 1328.118726] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.126507] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1328.126728] env[68934]: DEBUG nova.compute.manager [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.127523] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4577e891-44ec-45c0-ab38-9bebf50df094 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.133191] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.133350] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.133517] env[68934]: DEBUG nova.network.neutron [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.458427] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.458820] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.458867] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "3acfec04-5546-419b-a3a8-7f01f4b71c68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.459067] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.459242] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.461564] env[68934]: INFO nova.compute.manager [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Terminating instance [ 1328.831771] env[68934]: DEBUG nova.network.neutron [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceb423-5b", "ovs_interfaceid": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.965531] env[68934]: DEBUG nova.compute.manager [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.965762] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.967605] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebae40f-e688-4569-9630-429f4b9dcb2a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.976596] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.977421] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c534ebb6-1164-4e08-b8b8-82fad2d02c2b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.983762] env[68934]: DEBUG oslo_vmware.api [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1328.983762] env[68934]: value = "task-3136009" [ 1328.983762] env[68934]: _type = "Task" [ 1328.983762] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.991788] env[68934]: DEBUG oslo_vmware.api [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.015310] env[68934]: DEBUG nova.network.neutron [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.203016] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ef32b-10ac-4c67-8faa-48f4f71ea754 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.210705] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a358079e-33b0-4df3-866b-8414d4821ed8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.241788] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9c2121-43d5-450c-9aaf-fbee29d281a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.248460] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7075b5-7d9a-4ac5-a4eb-11e9ad7670f1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.260841] env[68934]: DEBUG nova.compute.provider_tree [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.334755] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.493418] env[68934]: DEBUG oslo_vmware.api [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136009, 'name': PowerOffVM_Task, 'duration_secs': 0.178888} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.493725] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.493803] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.494061] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a199ba1f-a332-41ab-8a05-88938f665842 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.518180] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.547488] env[68934]: DEBUG nova.compute.manager [req-a8f63313-994e-4939-8593-3b7fe9d87ca4 req-ae35ed77-efa8-491a-84b6-eeac0f37fda9 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-vif-unplugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.547551] env[68934]: DEBUG oslo_concurrency.lockutils [req-a8f63313-994e-4939-8593-3b7fe9d87ca4 req-ae35ed77-efa8-491a-84b6-eeac0f37fda9 service nova] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.547739] env[68934]: DEBUG oslo_concurrency.lockutils [req-a8f63313-994e-4939-8593-3b7fe9d87ca4 req-ae35ed77-efa8-491a-84b6-eeac0f37fda9 service nova] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.547906] env[68934]: DEBUG oslo_concurrency.lockutils [req-a8f63313-994e-4939-8593-3b7fe9d87ca4 req-ae35ed77-efa8-491a-84b6-eeac0f37fda9 service nova] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.548293] env[68934]: DEBUG nova.compute.manager [req-a8f63313-994e-4939-8593-3b7fe9d87ca4 req-ae35ed77-efa8-491a-84b6-eeac0f37fda9 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] No waiting events found dispatching network-vif-unplugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.548694] env[68934]: WARNING nova.compute.manager [req-a8f63313-994e-4939-8593-3b7fe9d87ca4 req-ae35ed77-efa8-491a-84b6-eeac0f37fda9 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received unexpected event network-vif-unplugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 for instance with vm_state shelved and task_state shelving_offloading. [ 1329.553912] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.554144] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.554331] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleting the datastore file [datastore1] 3acfec04-5546-419b-a3a8-7f01f4b71c68 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.554582] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94768b7d-68bd-4fb9-84a6-b6dc8ef03bf7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.561431] env[68934]: DEBUG oslo_vmware.api [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1329.561431] env[68934]: value = "task-3136011" [ 1329.561431] env[68934]: _type = "Task" [ 1329.561431] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.569691] env[68934]: DEBUG oslo_vmware.api [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.642685] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.643624] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd04f5a9-f07b-4a4b-84bb-82c456cdf9dc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.650908] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.651170] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6ac89ac-157e-4965-bd7d-09bae0707e43 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.709112] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.709341] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.709523] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleting the datastore file [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.709796] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f157b351-628b-448c-95d8-6e33ba81661d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.715829] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1329.715829] env[68934]: value = "task-3136013" [ 1329.715829] env[68934]: _type = "Task" [ 1329.715829] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.723529] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.763778] env[68934]: DEBUG nova.scheduler.client.report [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.071867] env[68934]: DEBUG oslo_vmware.api [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140543} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.072170] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.072392] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.072596] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.072775] env[68934]: INFO nova.compute.manager [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.073135] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.073360] env[68934]: DEBUG nova.compute.manager [-] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.073478] env[68934]: DEBUG nova.network.neutron [-] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.225495] env[68934]: DEBUG oslo_vmware.api [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123662} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.226884] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.226884] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.226884] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.247316] env[68934]: INFO nova.scheduler.client.report [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted allocations for instance 0eee6855-5681-4921-a9ab-cdd514a5e4e0 [ 1330.270954] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.270954] env[68934]: DEBUG nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.752185] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.752498] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.752708] env[68934]: DEBUG nova.objects.instance [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'resources' on Instance uuid 0eee6855-5681-4921-a9ab-cdd514a5e4e0 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.774066] env[68934]: DEBUG nova.compute.utils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.775654] env[68934]: DEBUG nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.775822] env[68934]: DEBUG nova.network.neutron [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.810723] env[68934]: DEBUG nova.policy [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ca94d6e893c40df9f99f91c656eb2f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08fb1e5d5a6c405dbec37308b98e8d13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.025557] env[68934]: DEBUG nova.network.neutron [-] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.032630] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb7855c-c9e7-4e8f-b885-5e0a08e7b81e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.064547] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance 'a59252ab-510b-48ce-a7c9-548e3191f151' progress to 0 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.120673] env[68934]: DEBUG nova.network.neutron [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Successfully created port: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.255426] env[68934]: DEBUG nova.objects.instance [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'numa_topology' on Instance uuid 0eee6855-5681-4921-a9ab-cdd514a5e4e0 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.278622] env[68934]: DEBUG nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.528633] env[68934]: INFO nova.compute.manager [-] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Took 1.45 seconds to deallocate network for instance. [ 1331.571876] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.572765] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e229d1c-b014-40de-99ac-2c95d52118ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.577156] env[68934]: DEBUG nova.compute.manager [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.577350] env[68934]: DEBUG nova.compute.manager [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing instance network info cache due to event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.577564] env[68934]: DEBUG oslo_concurrency.lockutils [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] Acquiring lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.577708] env[68934]: DEBUG oslo_concurrency.lockutils [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] Acquired lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.577866] env[68934]: DEBUG nova.network.neutron [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.585800] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1331.585800] env[68934]: value = "task-3136014" [ 1331.585800] env[68934]: _type = "Task" [ 1331.585800] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.601931] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.757929] env[68934]: DEBUG nova.objects.base [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Object Instance<0eee6855-5681-4921-a9ab-cdd514a5e4e0> lazy-loaded attributes: resources,numa_topology {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1331.857601] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba025e-e8c4-47c0-8f84-04ca016a51bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.865198] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d159ae07-5ecc-42ca-a6dd-a13b8a4d22d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.894931] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12823f89-22e1-47a5-bc28-1a5418148927 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.901750] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ea4ed1-9b58-4764-847d-044402ffb009 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.916277] env[68934]: DEBUG nova.compute.provider_tree [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.035058] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.096595] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136014, 'name': PowerOffVM_Task, 'duration_secs': 0.187715} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.097052] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.097230] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance 'a59252ab-510b-48ce-a7c9-548e3191f151' progress to 17 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.291468] env[68934]: DEBUG nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1332.298474] env[68934]: DEBUG nova.network.neutron [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updated VIF entry in instance network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.298791] env[68934]: DEBUG nova.network.neutron [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap81ceb423-5b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.316658] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.316893] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.317068] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.317257] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.317405] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.317554] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.317760] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.317922] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.318099] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.318264] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.318437] env[68934]: DEBUG nova.virt.hardware [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.319557] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba13623-21f9-4f02-8773-17fde76e7fbf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.327432] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5193ab-2f79-42fd-bd7c-c3c235f34a1a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.441232] env[68934]: ERROR nova.scheduler.client.report [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [req-0c23cf20-162c-4f24-be66-b705dcff4977] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64ca70af-0efc-43df-853f-90e83858da1f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c23cf20-162c-4f24-be66-b705dcff4977"}]} [ 1332.462377] env[68934]: DEBUG nova.scheduler.client.report [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Refreshing inventories for resource provider 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1332.477593] env[68934]: DEBUG nova.scheduler.client.report [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Updating ProviderTree inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1332.477719] env[68934]: DEBUG nova.compute.provider_tree [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.488603] env[68934]: DEBUG nova.scheduler.client.report [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Refreshing aggregate associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, aggregates: None {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1332.505795] env[68934]: DEBUG nova.scheduler.client.report [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Refreshing trait associations for resource provider 64ca70af-0efc-43df-853f-90e83858da1f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68934) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1332.520164] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.596424] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e0c08-ab36-4d56-bdc0-b0a77fc41cc9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.604929] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.605195] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.605370] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.605560] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.605709] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.605858] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.606076] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.606243] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.606412] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.606576] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.606796] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.611778] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518bec28-704f-4472-81c9-75cbebdc15e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.622761] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e3b6d1-b8f2-4d65-9660-f385d2929a98 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.655863] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d1ab94-848f-4855-b133-6f005fd2ca37 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.658539] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1332.658539] env[68934]: value = "task-3136015" [ 1332.658539] env[68934]: _type = "Task" [ 1332.658539] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.666573] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e262cf1-5b9f-4394-8107-bc3f1137fed5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.673335] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.683121] env[68934]: DEBUG nova.compute.provider_tree [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.704954] env[68934]: DEBUG nova.network.neutron [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Successfully updated port: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.801723] env[68934]: DEBUG oslo_concurrency.lockutils [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] Releasing lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.802095] env[68934]: DEBUG nova.compute.manager [req-9d5b2a86-8e4d-4a65-8f0b-9bfa96cd3908 req-9d154669-f18e-44c9-85ec-1dd54976e6b7 service nova] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Received event network-vif-deleted-809db71a-b19a-4ae2-bfc2-729199a7e512 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.167433] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136015, 'name': ReconfigVM_Task, 'duration_secs': 0.409143} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.167791] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance 'a59252ab-510b-48ce-a7c9-548e3191f151' progress to 33 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.207511] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.207660] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.207791] env[68934]: DEBUG nova.network.neutron [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.211630] env[68934]: DEBUG nova.scheduler.client.report [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Updated inventory for provider 64ca70af-0efc-43df-853f-90e83858da1f with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1333.211955] env[68934]: DEBUG nova.compute.provider_tree [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Updating resource provider 64ca70af-0efc-43df-853f-90e83858da1f generation from 168 to 169 during operation: update_inventory {{(pid=68934) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1333.212017] env[68934]: DEBUG nova.compute.provider_tree [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Updating inventory in ProviderTree for provider 64ca70af-0efc-43df-853f-90e83858da1f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.603894] env[68934]: DEBUG nova.compute.manager [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-vif-plugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.604130] env[68934]: DEBUG oslo_concurrency.lockutils [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.604351] env[68934]: DEBUG oslo_concurrency.lockutils [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.604521] env[68934]: DEBUG oslo_concurrency.lockutils [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.604692] env[68934]: DEBUG nova.compute.manager [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] No waiting events found dispatching network-vif-plugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.604857] env[68934]: WARNING nova.compute.manager [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received unexpected event network-vif-plugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 for instance with vm_state building and task_state spawning. [ 1333.605030] env[68934]: DEBUG nova.compute.manager [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.605192] env[68934]: DEBUG nova.compute.manager [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing instance network info cache due to event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.605356] env[68934]: DEBUG oslo_concurrency.lockutils [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] Acquiring lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.674339] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.674593] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.674751] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.674966] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.675086] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.675242] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.675441] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.675600] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.675767] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.675971] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.676188] env[68934]: DEBUG nova.virt.hardware [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.681531] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1333.681801] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c6babe-934c-4562-a65c-4626641b20f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.701177] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1333.701177] env[68934]: value = "task-3136016" [ 1333.701177] env[68934]: _type = "Task" [ 1333.701177] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.708946] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.716555] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.964s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.718881] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.684s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.719126] env[68934]: DEBUG nova.objects.instance [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lazy-loading 'resources' on Instance uuid 3acfec04-5546-419b-a3a8-7f01f4b71c68 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.737071] env[68934]: DEBUG nova.network.neutron [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.871711] env[68934]: DEBUG nova.network.neutron [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.211246] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136016, 'name': ReconfigVM_Task, 'duration_secs': 0.151582} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.211548] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.212334] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7efcad-db6d-4d53-a705-25dad1414a79 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.238983] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.240897] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fdce700-ab80-4977-a62e-a600fde42d52 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.254035] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a201fc3-840a-4e0b-a27c-15809dbc6610 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.985s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.257219] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.737s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.257401] env[68934]: INFO nova.compute.manager [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Unshelving [ 1334.264696] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1334.264696] env[68934]: value = "task-3136017" [ 1334.264696] env[68934]: _type = "Task" [ 1334.264696] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.275777] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.342566] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e0e77-3237-414b-9598-5dbdfaea3956 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.350394] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c335449a-0cbd-41e8-aab6-7351a921b47a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.378769] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.379110] env[68934]: DEBUG nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Instance network_info: |[{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.379593] env[68934]: DEBUG oslo_concurrency.lockutils [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] Acquired lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.379778] env[68934]: DEBUG nova.network.neutron [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.380906] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ad:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a54dd6-516d-41ca-bf38-dde7f85b8b74', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.388254] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating folder: Project (08fb1e5d5a6c405dbec37308b98e8d13). Parent ref: group-v627191. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.388949] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025eab5-3cdf-4c14-9113-f3902655ab07 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.392162] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85532ac8-97ba-4a69-ae4a-23178e52b5d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.399591] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9164e4-3b22-45b1-95ff-95ee12d8ee51 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.404679] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created folder: Project (08fb1e5d5a6c405dbec37308b98e8d13) in parent group-v627191. [ 1334.404867] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating folder: Instances. Parent ref: group-v627525. {{(pid=68934) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.405421] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a65ee97-e20e-45ee-918a-9ad127a5035a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.414634] env[68934]: DEBUG nova.compute.provider_tree [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.422269] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created folder: Instances in parent group-v627525. [ 1334.422537] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.422778] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.423018] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be504d9a-eb6e-45e8-8486-225e4867a86f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.443455] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.443455] env[68934]: value = "task-3136020" [ 1334.443455] env[68934]: _type = "Task" [ 1334.443455] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.450757] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136020, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.774292] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136017, 'name': ReconfigVM_Task, 'duration_secs': 0.250399} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.774564] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.774834] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance 'a59252ab-510b-48ce-a7c9-548e3191f151' progress to 50 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.920011] env[68934]: DEBUG nova.scheduler.client.report [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.952733] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136020, 'name': CreateVM_Task, 'duration_secs': 0.313241} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.952930] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.953573] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.953731] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.954062] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.954314] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261606a1-c5eb-46c6-80d2-afdd820a997e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.960296] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1334.960296] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b5098-9581-5759-030b-d000c811eda1" [ 1334.960296] env[68934]: _type = "Task" [ 1334.960296] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.967458] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b5098-9581-5759-030b-d000c811eda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.069786] env[68934]: DEBUG nova.network.neutron [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updated VIF entry in instance network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.070203] env[68934]: DEBUG nova.network.neutron [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.281530] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.282405] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c66f5-4b80-48ed-a602-69ac0c187730 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.301320] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7bbb2e-3fbc-4ee7-b9f9-97a47e2837bb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.318427] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance 'a59252ab-510b-48ce-a7c9-548e3191f151' progress to 67 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.426348] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.428646] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.147s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.428871] env[68934]: DEBUG nova.objects.instance [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'pci_requests' on Instance uuid 0eee6855-5681-4921-a9ab-cdd514a5e4e0 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.447894] env[68934]: INFO nova.scheduler.client.report [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleted allocations for instance 3acfec04-5546-419b-a3a8-7f01f4b71c68 [ 1335.473354] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b5098-9581-5759-030b-d000c811eda1, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.473354] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.473354] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.473618] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.473618] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.473718] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.473982] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f8f3b05-0de4-4f0b-9890-c754eb4b9f40 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.482838] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.482979] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.483710] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3f2d81-8fbd-463e-b665-cc7557dc0a93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.488876] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1335.488876] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c673ff-1e9c-a529-085a-1a24d9cc0d43" [ 1335.488876] env[68934]: _type = "Task" [ 1335.488876] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.496199] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c673ff-1e9c-a529-085a-1a24d9cc0d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.572388] env[68934]: DEBUG oslo_concurrency.lockutils [req-b83fee81-6864-4e25-a213-c06f5aa08a8f req-001cbbb0-4de6-4a67-be2e-84f35f7af1b9 service nova] Releasing lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.888605] env[68934]: DEBUG nova.network.neutron [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Port 90b39d70-0386-44f5-96de-97fc9dc992d7 binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1335.933145] env[68934]: DEBUG nova.objects.instance [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'numa_topology' on Instance uuid 0eee6855-5681-4921-a9ab-cdd514a5e4e0 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.955705] env[68934]: DEBUG oslo_concurrency.lockutils [None req-0c4036d8-e1c3-4584-9275-097d06b539bf tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "3acfec04-5546-419b-a3a8-7f01f4b71c68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.497s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.999150] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52c673ff-1e9c-a529-085a-1a24d9cc0d43, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.001206] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4333b3e3-7376-473b-bd29-ad5195bcc8d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.006147] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1336.006147] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521000b3-30a7-49eb-cdf5-6fe94b715c6a" [ 1336.006147] env[68934]: _type = "Task" [ 1336.006147] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.014486] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521000b3-30a7-49eb-cdf5-6fe94b715c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.435757] env[68934]: INFO nova.compute.claims [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.516818] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]521000b3-30a7-49eb-cdf5-6fe94b715c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.517075] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.517430] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.517589] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ab48cb-5145-4631-bc9a-3935f46eb9d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.525025] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1336.525025] env[68934]: value = "task-3136022" [ 1336.525025] env[68934]: _type = "Task" [ 1336.525025] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.532413] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.904395] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.904626] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.915498] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.915834] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.916126] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.035163] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495228} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.035441] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.035645] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.035893] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8a7241-c22b-4543-8a67-45b9c5018aa9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.043869] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1337.043869] env[68934]: value = "task-3136023" [ 1337.043869] env[68934]: _type = "Task" [ 1337.043869] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.051228] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.413997] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.414279] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.414450] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.414610] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.414758] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.414917] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.415070] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1337.415256] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.514966] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148dfc50-ee9b-4f5e-9dd7-4118740a8c93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.522313] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e78020a-0f4c-40b6-9542-3b178e84a1d8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.554096] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999e4a60-1bde-41d0-91b1-57314bda19ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.561383] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062461} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.563291] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.564071] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84273ebe-b676-44cf-9636-8e6e86c76b6d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.567369] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e14de20-3d13-412a-8009-1175f71bc983 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.582184] env[68934]: DEBUG nova.compute.provider_tree [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.600409] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.601872] env[68934]: DEBUG nova.scheduler.client.report [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.604684] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e92f5929-4397-48c9-be80-a0395be13fe2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.619752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.629170] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1337.629170] env[68934]: value = "task-3136024" [ 1337.629170] env[68934]: _type = "Task" [ 1337.629170] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.638365] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.651413] env[68934]: INFO nova.network.neutron [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating port 81ceb423-5bb9-486f-a127-b17f9b93ed59 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1337.917720] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.917983] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.918169] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.918334] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1337.919271] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9415a754-dc4b-4451-8edb-4d01e9e22088 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.931059] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78a6a9-e9a2-4a7b-9d8e-920e0d55a1a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.945551] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9fa549-15c2-487b-bc3c-954aed3dba30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.952745] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87aa454-cc18-44dc-8759-99e0bbe25c37 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.956561] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.957365] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.957365] env[68934]: DEBUG nova.network.neutron [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.983706] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179467MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1337.983858] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.984082] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.139737] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136024, 'name': ReconfigVM_Task, 'duration_secs': 0.243495} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.141026] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.141395] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b967e48f-974b-47f0-a81a-8c20534ad718 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.147998] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1338.147998] env[68934]: value = "task-3136025" [ 1338.147998] env[68934]: _type = "Task" [ 1338.147998] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.155410] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136025, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.657856] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136025, 'name': Rename_Task, 'duration_secs': 0.132175} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.658869] env[68934]: DEBUG nova.network.neutron [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.660053] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.660303] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edc8803b-cfb5-4d1c-9cb7-5b905ae8834e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.667946] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1338.667946] env[68934]: value = "task-3136026" [ 1338.667946] env[68934]: _type = "Task" [ 1338.667946] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.678499] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.995038] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Applying migration context for instance a59252ab-510b-48ce-a7c9-548e3191f151 as it has an incoming, in-progress migration a08be9a8-c645-4fa4-b5b3-180c36372c52. Migration status is post-migrating {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1338.995666] env[68934]: INFO nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating resource usage from migration a08be9a8-c645-4fa4-b5b3-180c36372c52 [ 1339.014380] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8d8587c1-c84b-4785-8e84-8be51b5a876b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.014532] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 6632b573-25f3-4fad-bd3d-b1340185fa3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.014654] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Migration a08be9a8-c645-4fa4-b5b3-180c36372c52 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1339.014772] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance a59252ab-510b-48ce-a7c9-548e3191f151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.014887] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8e7adea6-93a0-483e-9a27-ec884fc11c4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.014998] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 0eee6855-5681-4921-a9ab-cdd514a5e4e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.015198] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1339.015333] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1339.105270] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d30eb3-50aa-4d68-a543-21133887a582 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.115080] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc46a785-58ef-4446-a5ad-25e8b8ba1264 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.146619] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade14177-c68f-49ce-897a-70768f56aa02 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.160024] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee958e-8954-4c38-a1b8-c6ce82bda30f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.162704] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.176212] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.184108] env[68934]: DEBUG nova.compute.manager [req-09baf018-750d-4bd2-80ee-82d8cf917b10 req-927f8323-facc-4202-9ace-f1c7186b2d3a service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-vif-plugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.184663] env[68934]: DEBUG oslo_concurrency.lockutils [req-09baf018-750d-4bd2-80ee-82d8cf917b10 req-927f8323-facc-4202-9ace-f1c7186b2d3a service nova] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.186333] env[68934]: DEBUG oslo_concurrency.lockutils [req-09baf018-750d-4bd2-80ee-82d8cf917b10 req-927f8323-facc-4202-9ace-f1c7186b2d3a service nova] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.186333] env[68934]: DEBUG oslo_concurrency.lockutils [req-09baf018-750d-4bd2-80ee-82d8cf917b10 req-927f8323-facc-4202-9ace-f1c7186b2d3a service nova] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.186333] env[68934]: DEBUG nova.compute.manager [req-09baf018-750d-4bd2-80ee-82d8cf917b10 req-927f8323-facc-4202-9ace-f1c7186b2d3a service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] No waiting events found dispatching network-vif-plugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.186333] env[68934]: WARNING nova.compute.manager [req-09baf018-750d-4bd2-80ee-82d8cf917b10 req-927f8323-facc-4202-9ace-f1c7186b2d3a service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received unexpected event network-vif-plugged-81ceb423-5bb9-486f-a127-b17f9b93ed59 for instance with vm_state shelved_offloaded and task_state spawning. [ 1339.197793] env[68934]: DEBUG oslo_vmware.api [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136026, 'name': PowerOnVM_Task, 'duration_secs': 0.490188} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.198686] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.198959] env[68934]: INFO nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1339.199238] env[68934]: DEBUG nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.200098] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5790877d-f66d-4bfe-a0a7-91489e668e9c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.295597] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.295597] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.295597] env[68934]: DEBUG nova.network.neutron [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.688094] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.694125] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479bbf40-ffe3-424f-ac52-006c97633a3e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.718516] env[68934]: INFO nova.compute.manager [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Took 11.65 seconds to build instance. [ 1339.720938] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e983c607-4f87-4ec4-a51c-c9d738b6d715 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.728719] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance 'a59252ab-510b-48ce-a7c9-548e3191f151' progress to 83 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.009261] env[68934]: DEBUG nova.network.neutron [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceb423-5b", "ovs_interfaceid": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.192230] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1340.192591] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.208s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.222704] env[68934]: DEBUG oslo_concurrency.lockutils [None req-550958ca-2e6f-4ae9-aa82-4d0698561e34 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.158s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.235280] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.235581] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ca413a-4db6-4d4e-ad7e-fefb32a8718a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.246998] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1340.246998] env[68934]: value = "task-3136027" [ 1340.246998] env[68934]: _type = "Task" [ 1340.246998] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.259556] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.511839] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.539943] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='127d6b2f750bcbd4a2c76d56a7e98248',container_format='bare',created_at=2025-03-21T14:11:30Z,direct_url=,disk_format='vmdk',id=930404b2-2192-4cc1-9a44-c614d5db2d81,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-125284658-shelved',owner='493068d90d504d7abc1d61f5a50b7af4',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-21T14:11:43Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.540205] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.540364] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.540547] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.540696] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.540870] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.541115] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.541285] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.541454] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.541620] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.541799] env[68934]: DEBUG nova.virt.hardware [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.542765] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc51b3b5-9427-43ca-9cef-84f39057739e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.550630] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dfbb14-8dc1-4afd-9fed-420f0a78e3c5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.565777] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d1:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ceb423-5bb9-486f-a127-b17f9b93ed59', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.573364] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.573944] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.574191] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5990347f-91ec-47b6-b44e-3d024c017d5e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.594161] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.594161] env[68934]: value = "task-3136028" [ 1340.594161] env[68934]: _type = "Task" [ 1340.594161] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.602316] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136028, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.758823] env[68934]: DEBUG oslo_vmware.api [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136027, 'name': PowerOnVM_Task, 'duration_secs': 0.360276} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.759050] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.759240] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4d090f83-66f0-4d9e-864d-db06bf96fa82 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance 'a59252ab-510b-48ce-a7c9-548e3191f151' progress to 100 {{(pid=68934) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.797585] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.797857] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.798115] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "6632b573-25f3-4fad-bd3d-b1340185fa3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.798402] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.798541] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.800603] env[68934]: INFO nova.compute.manager [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Terminating instance [ 1341.103809] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136028, 'name': CreateVM_Task, 'duration_secs': 0.27226} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.103991] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.104641] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.104801] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.105190] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.105433] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347f2f2c-e6f0-4af4-bdbd-d16bb8f45258 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.110134] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1341.110134] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d59249-c87c-6e28-7b74-108a66131edb" [ 1341.110134] env[68934]: _type = "Task" [ 1341.110134] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.117094] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52d59249-c87c-6e28-7b74-108a66131edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.215342] env[68934]: DEBUG nova.compute.manager [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.215574] env[68934]: DEBUG nova.compute.manager [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing instance network info cache due to event network-changed-81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.215740] env[68934]: DEBUG oslo_concurrency.lockutils [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] Acquiring lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.215881] env[68934]: DEBUG oslo_concurrency.lockutils [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] Acquired lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.216060] env[68934]: DEBUG nova.network.neutron [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Refreshing network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.304170] env[68934]: DEBUG nova.compute.manager [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.304403] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.305741] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fdc047-e348-4e77-9eb2-3a09fd8efb93 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.313688] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.313916] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26941dff-7355-4d6e-90a1-3a56b99cddb9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.320656] env[68934]: DEBUG oslo_vmware.api [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1341.320656] env[68934]: value = "task-3136029" [ 1341.320656] env[68934]: _type = "Task" [ 1341.320656] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.328692] env[68934]: DEBUG oslo_vmware.api [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.620066] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.620366] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Processing image 930404b2-2192-4cc1-9a44-c614d5db2d81 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.620606] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81/930404b2-2192-4cc1-9a44-c614d5db2d81.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.620756] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81/930404b2-2192-4cc1-9a44-c614d5db2d81.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.620953] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.621246] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440ca841-cd8e-4505-ac5c-a5c5c82be7fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.629324] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.629503] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.630209] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ab4d87-b1b0-4798-a82f-090374aec3e8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.634970] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1341.634970] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f7994b-e478-4425-dcad-d72f4ac0d279" [ 1341.634970] env[68934]: _type = "Task" [ 1341.634970] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.642533] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52f7994b-e478-4425-dcad-d72f4ac0d279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.833150] env[68934]: DEBUG oslo_vmware.api [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136029, 'name': PowerOffVM_Task, 'duration_secs': 0.181349} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.833418] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.833588] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.833848] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f3d9fc5-4faf-4f43-ae30-c10573012dcc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.896187] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.896398] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.896581] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleting the datastore file [datastore1] 6632b573-25f3-4fad-bd3d-b1340185fa3f {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.896846] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42521317-6ec4-4b01-84a1-3537247c7bf1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.903660] env[68934]: DEBUG oslo_vmware.api [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1341.903660] env[68934]: value = "task-3136031" [ 1341.903660] env[68934]: _type = "Task" [ 1341.903660] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.911336] env[68934]: DEBUG oslo_vmware.api [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.944126] env[68934]: DEBUG nova.network.neutron [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updated VIF entry in instance network info cache for port 81ceb423-5bb9-486f-a127-b17f9b93ed59. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.944510] env[68934]: DEBUG nova.network.neutron [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [{"id": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "address": "fa:16:3e:0d:d1:ea", "network": {"id": "68e95afe-6317-4efc-8c9f-1c8f7bd0c8c2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481270437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493068d90d504d7abc1d61f5a50b7af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceb423-5b", "ovs_interfaceid": "81ceb423-5bb9-486f-a127-b17f9b93ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.145996] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Preparing fetch location {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1342.146230] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Fetch image to [datastore1] OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d/OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d.vmdk {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1342.146388] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Downloading stream optimized image 930404b2-2192-4cc1-9a44-c614d5db2d81 to [datastore1] OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d/OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d.vmdk on the data store datastore1 as vApp {{(pid=68934) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1342.146547] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Downloading image file data 930404b2-2192-4cc1-9a44-c614d5db2d81 to the ESX as VM named 'OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d' {{(pid=68934) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1342.218783] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1342.218783] env[68934]: value = "resgroup-9" [ 1342.218783] env[68934]: _type = "ResourcePool" [ 1342.218783] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1342.219207] env[68934]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8becc673-2c50-4a6a-b75b-165ecd2996a6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.239280] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease: (returnval){ [ 1342.239280] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec36a2-5030-2221-412b-822f637cd0eb" [ 1342.239280] env[68934]: _type = "HttpNfcLease" [ 1342.239280] env[68934]: } obtained for vApp import into resource pool (val){ [ 1342.239280] env[68934]: value = "resgroup-9" [ 1342.239280] env[68934]: _type = "ResourcePool" [ 1342.239280] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1342.239658] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the lease: (returnval){ [ 1342.239658] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec36a2-5030-2221-412b-822f637cd0eb" [ 1342.239658] env[68934]: _type = "HttpNfcLease" [ 1342.239658] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1342.245676] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.245676] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec36a2-5030-2221-412b-822f637cd0eb" [ 1342.245676] env[68934]: _type = "HttpNfcLease" [ 1342.245676] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1342.413507] env[68934]: DEBUG oslo_vmware.api [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159629} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.413767] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.413920] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.414194] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.414781] env[68934]: INFO nova.compute.manager [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1342.414781] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.414930] env[68934]: DEBUG nova.compute.manager [-] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1342.414930] env[68934]: DEBUG nova.network.neutron [-] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.446857] env[68934]: DEBUG oslo_concurrency.lockutils [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] Releasing lock "refresh_cache-0eee6855-5681-4921-a9ab-cdd514a5e4e0" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.447135] env[68934]: DEBUG nova.compute.manager [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.447320] env[68934]: DEBUG nova.compute.manager [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing instance network info cache due to event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.447530] env[68934]: DEBUG oslo_concurrency.lockutils [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] Acquiring lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.447676] env[68934]: DEBUG oslo_concurrency.lockutils [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] Acquired lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.447842] env[68934]: DEBUG nova.network.neutron [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.748403] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.748403] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec36a2-5030-2221-412b-822f637cd0eb" [ 1342.748403] env[68934]: _type = "HttpNfcLease" [ 1342.748403] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.137692] env[68934]: DEBUG nova.network.neutron [-] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.167593] env[68934]: DEBUG nova.network.neutron [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updated VIF entry in instance network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.167938] env[68934]: DEBUG nova.network.neutron [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.191138] env[68934]: DEBUG nova.network.neutron [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Port 90b39d70-0386-44f5-96de-97fc9dc992d7 binding to destination host cpu-1 is already ACTIVE {{(pid=68934) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1343.191397] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.191549] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.191707] env[68934]: DEBUG nova.network.neutron [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.240510] env[68934]: DEBUG nova.compute.manager [req-80f9ab55-0fb4-44cb-b122-6dfaef3703bf req-05af7ddb-f181-4f7d-ac5c-e70d8e64597c service nova] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Received event network-vif-deleted-fcdc7318-708f-4b63-b716-e46ae9514d17 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.248529] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.248529] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec36a2-5030-2221-412b-822f637cd0eb" [ 1343.248529] env[68934]: _type = "HttpNfcLease" [ 1343.248529] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1343.249041] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1343.249041] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52ec36a2-5030-2221-412b-822f637cd0eb" [ 1343.249041] env[68934]: _type = "HttpNfcLease" [ 1343.249041] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1343.249758] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93764f06-2da6-4358-b2a3-0b57d2063a0a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.256608] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278276b-7782-2432-5358-656d06d1b135/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1343.256782] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278276b-7782-2432-5358-656d06d1b135/disk-0.vmdk. {{(pid=68934) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1343.320608] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0294977f-f713-407d-963e-e588347270da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.640707] env[68934]: INFO nova.compute.manager [-] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Took 1.23 seconds to deallocate network for instance. [ 1343.670566] env[68934]: DEBUG oslo_concurrency.lockutils [req-2bebb24f-58a9-403e-aadd-a6b671a1cfde req-0cd9af11-8af2-4530-a03a-1241ab5c3300 service nova] Releasing lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.904706] env[68934]: DEBUG nova.network.neutron [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.147878] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.148383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.148745] env[68934]: DEBUG nova.objects.instance [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lazy-loading 'resources' on Instance uuid 6632b573-25f3-4fad-bd3d-b1340185fa3f {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.409065] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.767824] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0a2c9-638a-41bd-a537-baec2fa4ca8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.778197] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf59ad5-e62c-4b84-9841-89afb5fa4be7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.814628] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff6904-bfcc-4f1b-a352-2ebafde4207b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.823860] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51624681-6591-4a3b-8382-d055914a0b35 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.838647] env[68934]: DEBUG nova.compute.provider_tree [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.912755] env[68934]: DEBUG nova.compute.manager [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68934) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1344.913040] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.343837] env[68934]: DEBUG nova.scheduler.client.report [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.374278] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Completed reading data from the image iterator. {{(pid=68934) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1345.374543] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278276b-7782-2432-5358-656d06d1b135/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.375675] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b31a603-2d3a-40d2-89be-3ae512030ca4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.382343] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278276b-7782-2432-5358-656d06d1b135/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.382570] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278276b-7782-2432-5358-656d06d1b135/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1345.382752] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7c7a1277-966b-4472-97d5-7d20a8dce210 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.852071] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.854680] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.942s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.871952] env[68934]: INFO nova.scheduler.client.report [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleted allocations for instance 6632b573-25f3-4fad-bd3d-b1340185fa3f [ 1346.031023] env[68934]: DEBUG oslo_vmware.rw_handles [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278276b-7782-2432-5358-656d06d1b135/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1346.031254] env[68934]: INFO nova.virt.vmwareapi.images [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Downloaded image file data 930404b2-2192-4cc1-9a44-c614d5db2d81 [ 1346.032110] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd10c9c7-cd41-4533-8fac-72c848cb293b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.047972] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-556ad23d-e4c6-4e60-ba29-7ae60660fdd8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.175758] env[68934]: INFO nova.virt.vmwareapi.images [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] The imported VM was unregistered [ 1346.178380] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Caching image {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1346.178643] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Creating directory with path [datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.178948] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e536762-4d0c-4d86-9b54-73dea413540c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.192671] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Created directory with path [datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.192884] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d/OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d.vmdk to [datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81/930404b2-2192-4cc1-9a44-c614d5db2d81.vmdk. {{(pid=68934) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1346.193183] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f4ee8c1e-a8d6-4c77-92fd-28572261e982 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.199654] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1346.199654] env[68934]: value = "task-3136034" [ 1346.199654] env[68934]: _type = "Task" [ 1346.199654] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.207326] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.357380] env[68934]: DEBUG nova.objects.instance [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'migration_context' on Instance uuid a59252ab-510b-48ce-a7c9-548e3191f151 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.378567] env[68934]: DEBUG oslo_concurrency.lockutils [None req-3a1f8a68-4cd0-4828-af72-f72f647f1959 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "6632b573-25f3-4fad-bd3d-b1340185fa3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.581s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.709842] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.953495] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b672a-8a0e-42a7-8a1a-08520f9feea8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.963111] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344669d-4015-4016-8243-cce6f7182dc3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.996841] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbca4c4-581b-4e88-8e9b-06fc3703027c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.005248] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba1efee-0d76-4675-a432-7674f46b7334 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.019127] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.019383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.019585] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "8d8587c1-c84b-4785-8e84-8be51b5a876b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.019764] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.019930] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.021773] env[68934]: DEBUG nova.compute.provider_tree [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.023278] env[68934]: INFO nova.compute.manager [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Terminating instance [ 1347.214664] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.526114] env[68934]: DEBUG nova.scheduler.client.report [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.529799] env[68934]: DEBUG nova.compute.manager [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.530125] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.531438] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9fbc5c-df0f-4950-a9b9-bcccacd7b2b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.541071] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.541976] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0797a9d5-7d71-4ff7-a12e-c53a1a7272a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.553113] env[68934]: DEBUG oslo_vmware.api [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1347.553113] env[68934]: value = "task-3136035" [ 1347.553113] env[68934]: _type = "Task" [ 1347.553113] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.565790] env[68934]: DEBUG oslo_vmware.api [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.713540] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.065903] env[68934]: DEBUG oslo_vmware.api [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136035, 'name': PowerOffVM_Task, 'duration_secs': 0.295229} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.066297] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.066368] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.066976] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cabd30a4-f43c-4ff1-b51a-239773b01466 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.134517] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.134807] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.135063] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleting the datastore file [datastore2] 8d8587c1-c84b-4785-8e84-8be51b5a876b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.135397] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef12c4d4-162d-466c-bd92-5652e2508782 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.144990] env[68934]: DEBUG oslo_vmware.api [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for the task: (returnval){ [ 1348.144990] env[68934]: value = "task-3136037" [ 1348.144990] env[68934]: _type = "Task" [ 1348.144990] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.156517] env[68934]: DEBUG oslo_vmware.api [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.213594] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.538713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.684s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.656964] env[68934]: DEBUG oslo_vmware.api [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Task: {'id': task-3136037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24595} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.657349] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.657544] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.657724] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.658193] env[68934]: INFO nova.compute.manager [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1348.658318] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.658539] env[68934]: DEBUG nova.compute.manager [-] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.658637] env[68934]: DEBUG nova.network.neutron [-] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.713880] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.944796] env[68934]: DEBUG nova.compute.manager [req-1c06245d-bf64-44f8-8258-6f9b9095b77e req-3f1c37ff-e955-4e96-a209-cb96d88012e1 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Received event network-vif-deleted-d349bd6b-3dfe-420c-9496-4729e660e0b2 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.944796] env[68934]: INFO nova.compute.manager [req-1c06245d-bf64-44f8-8258-6f9b9095b77e req-3f1c37ff-e955-4e96-a209-cb96d88012e1 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Neutron deleted interface d349bd6b-3dfe-420c-9496-4729e660e0b2; detaching it from the instance and deleting it from the info cache [ 1348.944796] env[68934]: DEBUG nova.network.neutron [req-1c06245d-bf64-44f8-8258-6f9b9095b77e req-3f1c37ff-e955-4e96-a209-cb96d88012e1 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.212347] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.425627] env[68934]: DEBUG nova.network.neutron [-] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.447059] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44a237cd-1179-4242-bcbb-bd63daa30ada {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.456138] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a652cb-59be-4519-9af4-2d43adb60113 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.480644] env[68934]: DEBUG nova.compute.manager [req-1c06245d-bf64-44f8-8258-6f9b9095b77e req-3f1c37ff-e955-4e96-a209-cb96d88012e1 service nova] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Detach interface failed, port_id=d349bd6b-3dfe-420c-9496-4729e660e0b2, reason: Instance 8d8587c1-c84b-4785-8e84-8be51b5a876b could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.713060] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136034, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.063911} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.713314] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d/OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d.vmdk to [datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81/930404b2-2192-4cc1-9a44-c614d5db2d81.vmdk. [ 1349.713526] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Cleaning up location [datastore1] OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1349.713662] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_adec3c61-c0e0-4049-ba6f-bf57b7fc992d {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.713899] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d34bf85c-0951-4698-91c3-a42ae5a630ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.719435] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1349.719435] env[68934]: value = "task-3136038" [ 1349.719435] env[68934]: _type = "Task" [ 1349.719435] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.727703] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.928612] env[68934]: INFO nova.compute.manager [-] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Took 1.27 seconds to deallocate network for instance. [ 1350.077379] env[68934]: INFO nova.compute.manager [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Swapping old allocation on dict_keys(['64ca70af-0efc-43df-853f-90e83858da1f']) held by migration a08be9a8-c645-4fa4-b5b3-180c36372c52 for instance [ 1350.098245] env[68934]: DEBUG nova.scheduler.client.report [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Overwriting current allocation {'allocations': {'64ca70af-0efc-43df-853f-90e83858da1f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '9ec4e6c5c1c24a5e95286d24f969c28f', 'user_id': '034bb2dcb67a4665843b0c40c89516bc', 'consumer_generation': 1} on consumer a59252ab-510b-48ce-a7c9-548e3191f151 {{(pid=68934) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1350.170137] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.170339] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.170520] env[68934]: DEBUG nova.network.neutron [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.229180] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032536} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.229504] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.229603] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81/930404b2-2192-4cc1-9a44-c614d5db2d81.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.229842] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81/930404b2-2192-4cc1-9a44-c614d5db2d81.vmdk to [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.230108] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce5a891-0696-4aed-bc4d-6c8f9385a59f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.236157] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1350.236157] env[68934]: value = "task-3136039" [ 1350.236157] env[68934]: _type = "Task" [ 1350.236157] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.244109] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.435140] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.435472] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.435740] env[68934]: DEBUG nova.objects.instance [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lazy-loading 'resources' on Instance uuid 8d8587c1-c84b-4785-8e84-8be51b5a876b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.748727] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136039, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.903022] env[68934]: DEBUG nova.network.neutron [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [{"id": "90b39d70-0386-44f5-96de-97fc9dc992d7", "address": "fa:16:3e:2d:62:20", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b39d70-03", "ovs_interfaceid": "90b39d70-0386-44f5-96de-97fc9dc992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.002387] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c7dd04-fa03-4b90-a29d-33ac6700a02b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.013179] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a3702-4a81-46de-b012-2aca07283b78 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.047279] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f24b4-11a6-4057-85b8-edf549e1b616 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.057012] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba2c244-5a41-4936-9b38-e6a0027e20d4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.074453] env[68934]: DEBUG nova.compute.provider_tree [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.247787] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136039, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.406294] env[68934]: DEBUG oslo_concurrency.lockutils [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-a59252ab-510b-48ce-a7c9-548e3191f151" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.406768] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.407073] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a0d365-579e-4f23-9621-d7d474be3b96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.416480] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1351.416480] env[68934]: value = "task-3136040" [ 1351.416480] env[68934]: _type = "Task" [ 1351.416480] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.426716] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.578245] env[68934]: DEBUG nova.scheduler.client.report [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.749632] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136039, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.929785] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136040, 'name': PowerOffVM_Task, 'duration_secs': 0.249612} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.930085] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.930786] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.931058] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.931203] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.931398] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.931548] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.931699] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.931906] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.932093] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.932286] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.932458] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.932633] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.938009] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5f19c9-fde9-47cb-b758-cfeb3aa3e583 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.955497] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1351.955497] env[68934]: value = "task-3136041" [ 1351.955497] env[68934]: _type = "Task" [ 1351.955497] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.966587] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.083810] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.100929] env[68934]: INFO nova.scheduler.client.report [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Deleted allocations for instance 8d8587c1-c84b-4785-8e84-8be51b5a876b [ 1352.250380] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136039, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.464444] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136041, 'name': ReconfigVM_Task, 'duration_secs': 0.153993} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.465204] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b388a27f-32ac-4370-a9fd-78b8b8833422 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.482308] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.482535] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.482691] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.482875] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.483029] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.483188] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.483394] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.483553] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.483717] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.483875] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.484059] env[68934]: DEBUG nova.virt.hardware [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.484823] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acfa0c7-ea90-4aa1-b5f1-8e32bf39958f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.489783] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1352.489783] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5240dbd3-8c40-5750-723c-007c94d94e39" [ 1352.489783] env[68934]: _type = "Task" [ 1352.489783] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.497186] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5240dbd3-8c40-5750-723c-007c94d94e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.608496] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Lock "8d8587c1-c84b-4785-8e84-8be51b5a876b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.589s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.750376] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136039, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.176163} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.750637] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/930404b2-2192-4cc1-9a44-c614d5db2d81/930404b2-2192-4cc1-9a44-c614d5db2d81.vmdk to [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.751550] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3881280-8140-4a20-b976-939a2a3be5a2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.773234] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.773576] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c16c50a3-18c4-4f75-9529-ddf64d2c4e26 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.793506] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1352.793506] env[68934]: value = "task-3136042" [ 1352.793506] env[68934]: _type = "Task" [ 1352.793506] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.801246] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.000014] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5240dbd3-8c40-5750-723c-007c94d94e39, 'name': SearchDatastore_Task, 'duration_secs': 0.047885} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.005845] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1353.006156] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0ff7ae-90a4-456e-867f-764cb656bb50 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.024625] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1353.024625] env[68934]: value = "task-3136043" [ 1353.024625] env[68934]: _type = "Task" [ 1353.024625] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.033434] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.307385] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136042, 'name': ReconfigVM_Task, 'duration_secs': 0.51126} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.307664] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0/0eee6855-5681-4921-a9ab-cdd514a5e4e0.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.310151] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51628de9-59f6-4664-b73a-0e3826aa0b68 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.318399] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1353.318399] env[68934]: value = "task-3136044" [ 1353.318399] env[68934]: _type = "Task" [ 1353.318399] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.329747] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136044, 'name': Rename_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.533737] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136043, 'name': ReconfigVM_Task, 'duration_secs': 0.194164} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.533898] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.534745] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b7f857-0bb1-4a23-91db-83e4ad97d813 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.556502] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.556788] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771e90f7-a9d2-4ddd-8457-ece20b94c79c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.574549] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1353.574549] env[68934]: value = "task-3136045" [ 1353.574549] env[68934]: _type = "Task" [ 1353.574549] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.582269] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.826752] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136044, 'name': Rename_Task, 'duration_secs': 0.139525} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.827049] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.827312] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ba776e7-85bc-4e5b-be8d-2e4089afc1d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.832950] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1353.832950] env[68934]: value = "task-3136046" [ 1353.832950] env[68934]: _type = "Task" [ 1353.832950] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.840639] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.087410] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136045, 'name': ReconfigVM_Task, 'duration_secs': 0.278208} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.087895] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151/a59252ab-510b-48ce-a7c9-548e3191f151.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.088850] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1bb4a3-2f2d-4005-bc33-0a76b0c4c3b6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.110632] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a1da9-a158-4639-9f69-983b20004249 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.128691] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa2fdb9-0217-4417-ba9b-b77195104619 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.147487] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f432a-013b-4899-8830-c0d8e4ea1a1f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.154388] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.154689] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea6e6da-6601-4dd2-80de-64d646985297 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.160317] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1354.160317] env[68934]: value = "task-3136047" [ 1354.160317] env[68934]: _type = "Task" [ 1354.160317] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.167735] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.342802] env[68934]: DEBUG oslo_vmware.api [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136046, 'name': PowerOnVM_Task, 'duration_secs': 0.463548} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.343130] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.442192] env[68934]: DEBUG nova.compute.manager [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.443252] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fb9ff8-a094-4b1a-9e58-1e4b7ba4b166 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.670383] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.962131] env[68934]: DEBUG oslo_concurrency.lockutils [None req-156eac0e-af62-48b2-a291-acb68bb46f32 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.705s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.170146] env[68934]: DEBUG oslo_vmware.api [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136047, 'name': PowerOnVM_Task, 'duration_secs': 0.595134} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.170415] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.181695] env[68934]: INFO nova.compute.manager [None req-73fb1b57-d2d0-4cad-9941-0113f141beec tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance to original state: 'active' [ 1356.303039] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.303358] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.303581] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.303769] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.303938] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.305916] env[68934]: INFO nova.compute.manager [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Terminating instance [ 1356.810876] env[68934]: DEBUG nova.compute.manager [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.810876] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.811200] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d519c3c-04fb-47a6-b954-75b377a55d31 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.820022] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.820356] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b215c1d-1b63-403a-8b4f-21ff69be610e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.827085] env[68934]: DEBUG oslo_vmware.api [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1356.827085] env[68934]: value = "task-3136048" [ 1356.827085] env[68934]: _type = "Task" [ 1356.827085] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.837094] env[68934]: DEBUG oslo_vmware.api [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.338498] env[68934]: DEBUG oslo_vmware.api [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136048, 'name': PowerOffVM_Task, 'duration_secs': 0.235292} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.338863] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.339406] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.339406] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84c11dc8-2915-47b1-90cc-b205a55c11ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.399047] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.399286] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.399551] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleting the datastore file [datastore1] 0eee6855-5681-4921-a9ab-cdd514a5e4e0 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.399837] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef5e3dbf-ce0f-414b-b4f5-364f0cc57e52 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.406738] env[68934]: DEBUG oslo_vmware.api [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for the task: (returnval){ [ 1357.406738] env[68934]: value = "task-3136050" [ 1357.406738] env[68934]: _type = "Task" [ 1357.406738] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.414120] env[68934]: DEBUG oslo_vmware.api [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.507373] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "a59252ab-510b-48ce-a7c9-548e3191f151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.507607] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.507837] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.508047] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.508226] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.510520] env[68934]: INFO nova.compute.manager [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Terminating instance [ 1357.917091] env[68934]: DEBUG oslo_vmware.api [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Task: {'id': task-3136050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124348} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.917358] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.917546] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.917721] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.918091] env[68934]: INFO nova.compute.manager [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1357.918326] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.918520] env[68934]: DEBUG nova.compute.manager [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.918615] env[68934]: DEBUG nova.network.neutron [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.015917] env[68934]: DEBUG nova.compute.manager [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.015917] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.016957] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff24195-f939-4639-8dea-597c10f60de4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.025288] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.026235] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9908c39-59d5-4a19-8029-aa55b8d44221 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.033430] env[68934]: DEBUG oslo_vmware.api [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1358.033430] env[68934]: value = "task-3136051" [ 1358.033430] env[68934]: _type = "Task" [ 1358.033430] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.043451] env[68934]: DEBUG oslo_vmware.api [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.392136] env[68934]: DEBUG nova.compute.manager [req-43bdcfab-1fbd-415a-9882-837ccfb5ffdf req-c5407bee-3d09-488f-b095-d5fb2852db24 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Received event network-vif-deleted-81ceb423-5bb9-486f-a127-b17f9b93ed59 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.392401] env[68934]: INFO nova.compute.manager [req-43bdcfab-1fbd-415a-9882-837ccfb5ffdf req-c5407bee-3d09-488f-b095-d5fb2852db24 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Neutron deleted interface 81ceb423-5bb9-486f-a127-b17f9b93ed59; detaching it from the instance and deleting it from the info cache [ 1358.392546] env[68934]: DEBUG nova.network.neutron [req-43bdcfab-1fbd-415a-9882-837ccfb5ffdf req-c5407bee-3d09-488f-b095-d5fb2852db24 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.541879] env[68934]: DEBUG oslo_vmware.api [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136051, 'name': PowerOffVM_Task, 'duration_secs': 0.244377} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.542147] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.542320] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.542558] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f39ae6-c6e7-43eb-9f05-9cdc9ec7e6ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.602572] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.602794] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.602974] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleting the datastore file [datastore2] a59252ab-510b-48ce-a7c9-548e3191f151 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.603335] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c4c4e74-baaf-4934-a1f5-640da33f6a10 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.609632] env[68934]: DEBUG oslo_vmware.api [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1358.609632] env[68934]: value = "task-3136053" [ 1358.609632] env[68934]: _type = "Task" [ 1358.609632] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.618095] env[68934]: DEBUG oslo_vmware.api [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.876753] env[68934]: DEBUG nova.network.neutron [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.895132] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce348502-e1a0-4123-bddf-c09bb7077e6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.905270] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab05a75-6063-4541-bf83-0237b051de65 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.929888] env[68934]: DEBUG nova.compute.manager [req-43bdcfab-1fbd-415a-9882-837ccfb5ffdf req-c5407bee-3d09-488f-b095-d5fb2852db24 service nova] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Detach interface failed, port_id=81ceb423-5bb9-486f-a127-b17f9b93ed59, reason: Instance 0eee6855-5681-4921-a9ab-cdd514a5e4e0 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1359.119463] env[68934]: DEBUG oslo_vmware.api [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146239} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.119719] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.119898] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.120087] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.120269] env[68934]: INFO nova.compute.manager [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1359.120505] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.120697] env[68934]: DEBUG nova.compute.manager [-] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.120793] env[68934]: DEBUG nova.network.neutron [-] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.379736] env[68934]: INFO nova.compute.manager [-] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Took 1.46 seconds to deallocate network for instance. [ 1359.887105] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.887105] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.887105] env[68934]: DEBUG nova.objects.instance [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lazy-loading 'resources' on Instance uuid 0eee6855-5681-4921-a9ab-cdd514a5e4e0 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.029543] env[68934]: DEBUG nova.network.neutron [-] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.418947] env[68934]: DEBUG nova.compute.manager [req-b8b48185-f2ef-4d30-8047-d5cf521a42b6 req-9f896f16-eaf1-4cab-922e-906ac669377c service nova] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Received event network-vif-deleted-90b39d70-0386-44f5-96de-97fc9dc992d7 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.441836] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb51dd9-051b-4a5a-bb9b-25fea70c9c74 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.449747] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486ac3c-6daf-492e-9e65-20f23522330e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.478615] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d5ea99-9905-47b5-9696-13b266161648 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.485241] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e2444-301c-49e9-bf18-7067ea5d6e41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.497757] env[68934]: DEBUG nova.compute.provider_tree [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.532259] env[68934]: INFO nova.compute.manager [-] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Took 1.41 seconds to deallocate network for instance. [ 1361.001383] env[68934]: DEBUG nova.scheduler.client.report [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.037986] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.507883] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.508884] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.471s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.509104] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.527622] env[68934]: INFO nova.scheduler.client.report [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Deleted allocations for instance 0eee6855-5681-4921-a9ab-cdd514a5e4e0 [ 1361.529142] env[68934]: INFO nova.scheduler.client.report [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted allocations for instance a59252ab-510b-48ce-a7c9-548e3191f151 [ 1362.037206] env[68934]: DEBUG oslo_concurrency.lockutils [None req-5211e33d-9cab-4d20-8134-e60f3099a3c8 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Lock "0eee6855-5681-4921-a9ab-cdd514a5e4e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.038176] env[68934]: DEBUG oslo_concurrency.lockutils [None req-57597f4e-2532-43ec-a5c7-6d1082d0341d tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "a59252ab-510b-48ce-a7c9-548e3191f151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.531s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.437599] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "d3f05601-9479-4f99-9964-515f1c380381" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.437877] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.940145] env[68934]: DEBUG nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.464027] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.464356] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.465938] env[68934]: INFO nova.compute.claims [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.513631] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db178ad-def9-451c-903b-1d34307cfaf0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.521063] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66bd5d1-206e-4708-8448-d9f6af445876 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.550073] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84212706-dfb8-43be-b476-a56d951b3120 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.556760] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85997b85-8160-46bd-bd9e-9b506a11f94c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.570787] env[68934]: DEBUG nova.compute.provider_tree [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.074537] env[68934]: DEBUG nova.scheduler.client.report [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.579486] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.580055] env[68934]: DEBUG nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.085487] env[68934]: DEBUG nova.compute.utils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1367.086982] env[68934]: DEBUG nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.090169] env[68934]: DEBUG nova.network.neutron [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.237688] env[68934]: DEBUG nova.policy [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034bb2dcb67a4665843b0c40c89516bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec4e6c5c1c24a5e95286d24f969c28f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.512506] env[68934]: DEBUG nova.network.neutron [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Successfully created port: 7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.593832] env[68934]: DEBUG nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.605063] env[68934]: DEBUG nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.632050] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.632050] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.632282] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.632380] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.632800] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.632849] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.633066] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.633248] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.633605] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.633801] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.633991] env[68934]: DEBUG nova.virt.hardware [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.635035] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b27d39-d651-4e76-9b6c-c5f6846faddf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.643296] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8137981b-0005-4008-bd92-2fae66dcb8ee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.869253] env[68934]: DEBUG nova.compute.manager [req-b521d47d-e2f9-49cc-9b16-56a80479418f req-2ddd6573-8200-45a2-9be9-c065d62af944 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Received event network-vif-plugged-7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.869549] env[68934]: DEBUG oslo_concurrency.lockutils [req-b521d47d-e2f9-49cc-9b16-56a80479418f req-2ddd6573-8200-45a2-9be9-c065d62af944 service nova] Acquiring lock "d3f05601-9479-4f99-9964-515f1c380381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.869786] env[68934]: DEBUG oslo_concurrency.lockutils [req-b521d47d-e2f9-49cc-9b16-56a80479418f req-2ddd6573-8200-45a2-9be9-c065d62af944 service nova] Lock "d3f05601-9479-4f99-9964-515f1c380381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.869968] env[68934]: DEBUG oslo_concurrency.lockutils [req-b521d47d-e2f9-49cc-9b16-56a80479418f req-2ddd6573-8200-45a2-9be9-c065d62af944 service nova] Lock "d3f05601-9479-4f99-9964-515f1c380381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.870231] env[68934]: DEBUG nova.compute.manager [req-b521d47d-e2f9-49cc-9b16-56a80479418f req-2ddd6573-8200-45a2-9be9-c065d62af944 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] No waiting events found dispatching network-vif-plugged-7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.870405] env[68934]: WARNING nova.compute.manager [req-b521d47d-e2f9-49cc-9b16-56a80479418f req-2ddd6573-8200-45a2-9be9-c065d62af944 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Received unexpected event network-vif-plugged-7b3926b1-c3a5-4bab-b1c0-d73445055113 for instance with vm_state building and task_state spawning. [ 1368.948047] env[68934]: DEBUG nova.network.neutron [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Successfully updated port: 7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.451027] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.451027] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.451027] env[68934]: DEBUG nova.network.neutron [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.982513] env[68934]: DEBUG nova.network.neutron [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.114614] env[68934]: DEBUG nova.network.neutron [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updating instance_info_cache with network_info: [{"id": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "address": "fa:16:3e:b4:f2:91", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3926b1-c3", "ovs_interfaceid": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.617901] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.618275] env[68934]: DEBUG nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Instance network_info: |[{"id": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "address": "fa:16:3e:b4:f2:91", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3926b1-c3", "ovs_interfaceid": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.618739] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f2:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b3926b1-c3a5-4bab-b1c0-d73445055113', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.626307] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.626507] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3f05601-9479-4f99-9964-515f1c380381] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.626727] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afcf39f4-4c79-4b7e-962a-5e4b36648a96 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.646762] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.646762] env[68934]: value = "task-3136055" [ 1370.646762] env[68934]: _type = "Task" [ 1370.646762] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.655993] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136055, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.897739] env[68934]: DEBUG nova.compute.manager [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Received event network-changed-7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.897739] env[68934]: DEBUG nova.compute.manager [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Refreshing instance network info cache due to event network-changed-7b3926b1-c3a5-4bab-b1c0-d73445055113. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.897739] env[68934]: DEBUG oslo_concurrency.lockutils [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] Acquiring lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.897739] env[68934]: DEBUG oslo_concurrency.lockutils [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] Acquired lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.897739] env[68934]: DEBUG nova.network.neutron [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Refreshing network info cache for port 7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.156943] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136055, 'name': CreateVM_Task, 'duration_secs': 0.342365} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.157306] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3f05601-9479-4f99-9964-515f1c380381] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.157878] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.158111] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.158467] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.159067] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a67f5c-28af-4c6c-9580-9039d55f0348 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.163819] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1371.163819] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a077b8-2026-5812-cd30-8a15edad51c0" [ 1371.163819] env[68934]: _type = "Task" [ 1371.163819] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.171469] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a077b8-2026-5812-cd30-8a15edad51c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.572838] env[68934]: DEBUG nova.network.neutron [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updated VIF entry in instance network info cache for port 7b3926b1-c3a5-4bab-b1c0-d73445055113. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.573213] env[68934]: DEBUG nova.network.neutron [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updating instance_info_cache with network_info: [{"id": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "address": "fa:16:3e:b4:f2:91", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3926b1-c3", "ovs_interfaceid": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.673795] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a077b8-2026-5812-cd30-8a15edad51c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.674099] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.674351] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.674595] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.674743] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.674919] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.675185] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cba47b2c-cfc6-42cf-92ea-49691ff9c9aa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.683294] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.683437] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.684104] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abe4902-020e-4d35-a990-a05baa5f6896 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.688755] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1371.688755] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf84e1-c1ad-3974-593b-e783bd66d1bf" [ 1371.688755] env[68934]: _type = "Task" [ 1371.688755] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.695607] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf84e1-c1ad-3974-593b-e783bd66d1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.076480] env[68934]: DEBUG oslo_concurrency.lockutils [req-14d248b0-cb87-4bda-bf40-e1d873cd8fe0 req-eee4f977-6631-466d-bf48-c8e1dfcb4165 service nova] Releasing lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.199515] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bf84e1-c1ad-3974-593b-e783bd66d1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008063} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.200257] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554bcb53-af43-45e3-b3b1-2599e742dcae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.205028] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1372.205028] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5222a2b2-a263-5046-147a-8a2a7fea1e1e" [ 1372.205028] env[68934]: _type = "Task" [ 1372.205028] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.212560] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5222a2b2-a263-5046-147a-8a2a7fea1e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.715336] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5222a2b2-a263-5046-147a-8a2a7fea1e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.715593] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.715839] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] d3f05601-9479-4f99-9964-515f1c380381/d3f05601-9479-4f99-9964-515f1c380381.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.716117] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14ecd7d1-d80c-4224-8817-f8608a0a38dd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.722523] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1372.722523] env[68934]: value = "task-3136056" [ 1372.722523] env[68934]: _type = "Task" [ 1372.722523] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.729920] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.232080] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419972} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.232430] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore2] d3f05601-9479-4f99-9964-515f1c380381/d3f05601-9479-4f99-9964-515f1c380381.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.232523] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.232756] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3024d6ff-ab67-421c-a763-dfe49362f393 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.239752] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1373.239752] env[68934]: value = "task-3136057" [ 1373.239752] env[68934]: _type = "Task" [ 1373.239752] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.247439] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.749463] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056275} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.749721] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.750461] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3feae55-2b6e-4f0c-a3c9-03c0c9fb4bc2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.771574] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d3f05601-9479-4f99-9964-515f1c380381/d3f05601-9479-4f99-9964-515f1c380381.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.772454] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26676eaa-3806-4be9-b14c-0d47307354bc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.789912] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1373.789912] env[68934]: value = "task-3136058" [ 1373.789912] env[68934]: _type = "Task" [ 1373.789912] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.797467] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.299998] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136058, 'name': ReconfigVM_Task, 'duration_secs': 0.260363} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.300359] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d3f05601-9479-4f99-9964-515f1c380381/d3f05601-9479-4f99-9964-515f1c380381.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.300826] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef1dc5e-16d5-40c2-a653-4623721b003a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.306507] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1374.306507] env[68934]: value = "task-3136059" [ 1374.306507] env[68934]: _type = "Task" [ 1374.306507] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.314162] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136059, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.816096] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136059, 'name': Rename_Task, 'duration_secs': 0.177057} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.816383] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.816625] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee6ccc8e-00b4-4bd9-8464-00de04533902 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.822595] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1374.822595] env[68934]: value = "task-3136060" [ 1374.822595] env[68934]: _type = "Task" [ 1374.822595] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.829790] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.332223] env[68934]: DEBUG oslo_vmware.api [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136060, 'name': PowerOnVM_Task, 'duration_secs': 0.474201} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.332688] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.332688] env[68934]: INFO nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1375.332837] env[68934]: DEBUG nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.333661] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07e182f-b021-4591-b473-a46e5096b8df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.851751] env[68934]: INFO nova.compute.manager [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Took 11.41 seconds to build instance. [ 1376.354675] env[68934]: DEBUG oslo_concurrency.lockutils [None req-8a8512cb-c0ed-422e-b22b-9a62487dbbab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.917s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.414609] env[68934]: DEBUG nova.compute.manager [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Received event network-changed-7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.414812] env[68934]: DEBUG nova.compute.manager [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Refreshing instance network info cache due to event network-changed-7b3926b1-c3a5-4bab-b1c0-d73445055113. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.415045] env[68934]: DEBUG oslo_concurrency.lockutils [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] Acquiring lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.415305] env[68934]: DEBUG oslo_concurrency.lockutils [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] Acquired lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.415627] env[68934]: DEBUG nova.network.neutron [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Refreshing network info cache for port 7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.110291] env[68934]: DEBUG nova.network.neutron [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updated VIF entry in instance network info cache for port 7b3926b1-c3a5-4bab-b1c0-d73445055113. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.110639] env[68934]: DEBUG nova.network.neutron [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updating instance_info_cache with network_info: [{"id": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "address": "fa:16:3e:b4:f2:91", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3926b1-c3", "ovs_interfaceid": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.612979] env[68934]: DEBUG oslo_concurrency.lockutils [req-09466c79-4f50-4ec9-9ff1-aa379e87bda4 req-25451d7a-dd3e-4ee6-9066-f06f8f585794 service nova] Releasing lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.819618] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.820061] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.820061] env[68934]: INFO nova.compute.manager [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Shelving [ 1380.829359] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.829721] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9d4573-fd20-40f7-a14d-b908eb916ae8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.836770] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1380.836770] env[68934]: value = "task-3136061" [ 1380.836770] env[68934]: _type = "Task" [ 1380.836770] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.844841] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.345957] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136061, 'name': PowerOffVM_Task, 'duration_secs': 0.159743} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.346228] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.347010] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37762c-a9bb-4cf8-a2d9-2ca186bbcdda {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.364737] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f9c1ef-cba2-46b5-abdb-01bef48a4a5d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.874077] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1381.874471] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a517f773-82c7-4849-aa7f-d01d4e7b14e9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.882747] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1381.882747] env[68934]: value = "task-3136062" [ 1381.882747] env[68934]: _type = "Task" [ 1381.882747] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.890558] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136062, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.392672] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136062, 'name': CreateSnapshot_Task, 'duration_secs': 0.359881} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.392989] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1382.393772] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7907a6c6-e08c-4b82-ba69-c390c2e23265 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.911249] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1382.911708] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a54c2a9-301c-46e2-b4dc-0b5681123795 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.920178] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1382.920178] env[68934]: value = "task-3136063" [ 1382.920178] env[68934]: _type = "Task" [ 1382.920178] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.928179] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136063, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.431543] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136063, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.930482] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136063, 'name': CloneVM_Task} progress is 95%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.432151] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136063, 'name': CloneVM_Task, 'duration_secs': 1.175749} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.432441] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Created linked-clone VM from snapshot [ 1384.433145] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da275f-3a38-4371-af04-ab6deb0d2cb3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.440623] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Uploading image 48379687-9ce0-4856-8317-94a048db6292 {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1384.464299] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1384.464299] env[68934]: value = "vm-627532" [ 1384.464299] env[68934]: _type = "VirtualMachine" [ 1384.464299] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1384.464638] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1860a464-f319-41d3-bb8b-11ae3f8c2fdd {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.472678] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease: (returnval){ [ 1384.472678] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b62f9-62e6-1061-46de-e4cfbfc56580" [ 1384.472678] env[68934]: _type = "HttpNfcLease" [ 1384.472678] env[68934]: } obtained for exporting VM: (result){ [ 1384.472678] env[68934]: value = "vm-627532" [ 1384.472678] env[68934]: _type = "VirtualMachine" [ 1384.472678] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1384.473029] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the lease: (returnval){ [ 1384.473029] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b62f9-62e6-1061-46de-e4cfbfc56580" [ 1384.473029] env[68934]: _type = "HttpNfcLease" [ 1384.473029] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1384.479694] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.479694] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b62f9-62e6-1061-46de-e4cfbfc56580" [ 1384.479694] env[68934]: _type = "HttpNfcLease" [ 1384.479694] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1384.982108] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.982108] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b62f9-62e6-1061-46de-e4cfbfc56580" [ 1384.982108] env[68934]: _type = "HttpNfcLease" [ 1384.982108] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1384.982560] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1384.982560] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521b62f9-62e6-1061-46de-e4cfbfc56580" [ 1384.982560] env[68934]: _type = "HttpNfcLease" [ 1384.982560] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1384.983109] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0faf5-43db-4bf0-b7b8-4202176b83de {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.989865] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc79f7-8238-8c3f-4832-53a9d9a718f3/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1384.990061] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc79f7-8238-8c3f-4832-53a9d9a718f3/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1385.103900] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9353ea7-fc25-4417-b88d-9d9c3a1b015e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.142229] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc79f7-8238-8c3f-4832-53a9d9a718f3/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1392.143238] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649b52f9-01b6-4195-ad40-1532de356605 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.150076] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc79f7-8238-8c3f-4832-53a9d9a718f3/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1392.150245] env[68934]: ERROR oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc79f7-8238-8c3f-4832-53a9d9a718f3/disk-0.vmdk due to incomplete transfer. [ 1392.150454] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a541a9dc-2204-4dd3-8186-127bff24c2eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.158028] env[68934]: DEBUG oslo_vmware.rw_handles [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc79f7-8238-8c3f-4832-53a9d9a718f3/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1392.158225] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Uploaded image 48379687-9ce0-4856-8317-94a048db6292 to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1392.160647] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1392.160873] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-079af33a-595f-4150-bf06-cb56e7b6a0da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.166704] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1392.166704] env[68934]: value = "task-3136065" [ 1392.166704] env[68934]: _type = "Task" [ 1392.166704] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.174095] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136065, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.676409] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136065, 'name': Destroy_Task, 'duration_secs': 0.349957} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.676659] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Destroyed the VM [ 1392.676905] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1392.677168] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-94f3beba-c14a-4ffe-b563-d7f1e2275a39 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.682675] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1392.682675] env[68934]: value = "task-3136066" [ 1392.682675] env[68934]: _type = "Task" [ 1392.682675] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.690106] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136066, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.192453] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136066, 'name': RemoveSnapshot_Task, 'duration_secs': 0.342245} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.192777] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1393.192982] env[68934]: DEBUG nova.compute.manager [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.193775] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4fb449-3378-40df-8887-be11e8fd7bb4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.706140] env[68934]: INFO nova.compute.manager [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Shelve offloading [ 1394.210236] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.210568] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f641eac0-919b-4a86-aaf5-eb3f81ad8619 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.217118] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1394.217118] env[68934]: value = "task-3136067" [ 1394.217118] env[68934]: _type = "Task" [ 1394.217118] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.224793] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.727453] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1394.727725] env[68934]: DEBUG nova.compute.manager [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.728453] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652190b0-d5a9-491d-b626-68b371252fd9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.733756] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.733926] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.734109] env[68934]: DEBUG nova.network.neutron [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.424283] env[68934]: DEBUG nova.network.neutron [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.927742] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.138571] env[68934]: DEBUG nova.compute.manager [req-678a2a56-0fbb-4b7a-8d14-d13a331cda89 req-6406d7ef-2354-4ba3-aa1d-f34eaf710e4b service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-vif-unplugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.138783] env[68934]: DEBUG oslo_concurrency.lockutils [req-678a2a56-0fbb-4b7a-8d14-d13a331cda89 req-6406d7ef-2354-4ba3-aa1d-f34eaf710e4b service nova] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.139015] env[68934]: DEBUG oslo_concurrency.lockutils [req-678a2a56-0fbb-4b7a-8d14-d13a331cda89 req-6406d7ef-2354-4ba3-aa1d-f34eaf710e4b service nova] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.139185] env[68934]: DEBUG oslo_concurrency.lockutils [req-678a2a56-0fbb-4b7a-8d14-d13a331cda89 req-6406d7ef-2354-4ba3-aa1d-f34eaf710e4b service nova] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.139306] env[68934]: DEBUG nova.compute.manager [req-678a2a56-0fbb-4b7a-8d14-d13a331cda89 req-6406d7ef-2354-4ba3-aa1d-f34eaf710e4b service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] No waiting events found dispatching network-vif-unplugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.139530] env[68934]: WARNING nova.compute.manager [req-678a2a56-0fbb-4b7a-8d14-d13a331cda89 req-6406d7ef-2354-4ba3-aa1d-f34eaf710e4b service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received unexpected event network-vif-unplugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 for instance with vm_state shelved and task_state shelving_offloading. [ 1396.229809] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.230754] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e0ba38-440b-4dd9-bf72-fbe131c0a190 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.238374] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.238597] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8cdde2e-169a-4569-a0ea-84d05d2d3c1d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.303484] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.303721] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.303913] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleting the datastore file [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.304189] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0372f3ba-7ef1-4020-b64e-9e945ba2d61c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.310702] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1396.310702] env[68934]: value = "task-3136069" [ 1396.310702] env[68934]: _type = "Task" [ 1396.310702] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.318019] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.820388] env[68934]: DEBUG oslo_vmware.api [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138613} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.820828] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.820900] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.821089] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.844852] env[68934]: INFO nova.scheduler.client.report [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted allocations for instance 8e7adea6-93a0-483e-9a27-ec884fc11c4b [ 1397.350362] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.351065] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.351065] env[68934]: DEBUG nova.objects.instance [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'resources' on Instance uuid 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.853681] env[68934]: DEBUG nova.objects.instance [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.172436] env[68934]: DEBUG nova.compute.manager [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.172643] env[68934]: DEBUG nova.compute.manager [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing instance network info cache due to event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.172853] env[68934]: DEBUG oslo_concurrency.lockutils [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] Acquiring lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.172996] env[68934]: DEBUG oslo_concurrency.lockutils [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] Acquired lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.173549] env[68934]: DEBUG nova.network.neutron [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.356032] env[68934]: DEBUG nova.objects.base [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Object Instance<8e7adea6-93a0-483e-9a27-ec884fc11c4b> lazy-loaded attributes: resources,numa_topology {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1398.390895] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f44fb83-2389-4c40-bfa6-e5dd118882c6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.398698] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c311b6e7-5ba7-47eb-b0a9-033a51ec095d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.427999] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1cb15-1b84-40cc-9427-8e23102348ac {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.435055] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b72f3a2-b3ea-423b-a229-5f47d76eebbb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.448051] env[68934]: DEBUG nova.compute.provider_tree [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.550155] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.874198] env[68934]: DEBUG nova.network.neutron [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updated VIF entry in instance network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.874560] env[68934]: DEBUG nova.network.neutron [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.951274] env[68934]: DEBUG nova.scheduler.client.report [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.376959] env[68934]: DEBUG oslo_concurrency.lockutils [req-57bebd00-cded-4366-a3c5-126079aa828d req-e6f75cd9-02bd-44b9-a49e-486c62192efb service nova] Releasing lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.456192] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.964752] env[68934]: DEBUG oslo_concurrency.lockutils [None req-4873fbe3-7614-4b23-9d53-975472934731 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.145s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.965858] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.416s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.966196] env[68934]: INFO nova.compute.manager [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Unshelving [ 1400.193394] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.193659] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.193814] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.193969] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.194136] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.194279] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.194422] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.194560] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1400.194706] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.697782] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.698040] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.698214] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.698371] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1400.699260] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187386d-bc14-4183-93aa-75431338ebaa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.707413] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5bd452-90fa-443d-b595-2231fa73329a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.721139] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03290305-dbdb-4358-af25-8e4a0e6c4ed7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.727445] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c73f8b-51c2-46ff-8f7f-9ba48afa8ad8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.755254] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180808MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1400.755414] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.755590] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.975431] env[68934]: DEBUG nova.compute.utils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1401.478854] env[68934]: INFO nova.virt.block_device [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Booting with volume 2ee98468-9bfa-4824-9644-fe8271792796 at /dev/sdb [ 1401.514242] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fecedf8d-6bc7-4921-9e0b-f1b40d0d9eae {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.523507] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f40fd0-a287-464e-96c2-34fa0a8f0c3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.547055] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54b4881d-8cf0-4f68-aec8-2dec4a235d78 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.554331] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145dc27-a10d-4c97-ae44-d2d3f63b6ef5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.576837] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bb8479-4e7a-4e21-bb71-68d88cd91950 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.582495] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2971806d-dd55-42da-a19e-4ff01f2899f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.595672] env[68934]: DEBUG nova.virt.block_device [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating existing volume attachment record: a15d07f8-dc32-43f0-bcd7-2bfc38ce8eec {{(pid=68934) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1401.778499] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance d3f05601-9479-4f99-9964-515f1c380381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1402.284048] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8e7adea6-93a0-483e-9a27-ec884fc11c4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1402.284048] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1402.284048] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1402.319063] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f0973f-ce38-47b5-b87e-6da08d38bb73 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.326458] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d4c95a-7fb4-4b7b-a405-76c614b45f30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.356288] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b46844-4c67-4593-9f91-c8f69c9defaf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.362885] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c4b01d-c1b7-4a89-a930-387b2e025068 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.375521] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.878533] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.383586] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1403.383957] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.628s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.190477] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.190764] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.190976] env[68934]: DEBUG nova.objects.instance [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.696108] env[68934]: DEBUG nova.objects.instance [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.198125] env[68934]: INFO nova.compute.claims [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.241979] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e4a26-df99-440d-8c09-ab1eb8758cf5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.249338] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dc054d-000e-40c2-884e-98ca7b5940b1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.279145] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f057e-f057-4ef9-829f-8295f2a6a812 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.285689] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd21a86-ad45-483c-814c-181b0ca6c1f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.298144] env[68934]: DEBUG nova.compute.provider_tree [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.801529] env[68934]: DEBUG nova.scheduler.client.report [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.306341] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.334643] env[68934]: INFO nova.network.neutron [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1411.684341] env[68934]: DEBUG nova.compute.manager [req-3177f35c-ebf6-4da0-bcfb-7b6d8628314b req-b246c61a-2194-428f-9123-08616469e8d3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-vif-plugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.684593] env[68934]: DEBUG oslo_concurrency.lockutils [req-3177f35c-ebf6-4da0-bcfb-7b6d8628314b req-b246c61a-2194-428f-9123-08616469e8d3 service nova] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.684740] env[68934]: DEBUG oslo_concurrency.lockutils [req-3177f35c-ebf6-4da0-bcfb-7b6d8628314b req-b246c61a-2194-428f-9123-08616469e8d3 service nova] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.684930] env[68934]: DEBUG oslo_concurrency.lockutils [req-3177f35c-ebf6-4da0-bcfb-7b6d8628314b req-b246c61a-2194-428f-9123-08616469e8d3 service nova] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.685161] env[68934]: DEBUG nova.compute.manager [req-3177f35c-ebf6-4da0-bcfb-7b6d8628314b req-b246c61a-2194-428f-9123-08616469e8d3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] No waiting events found dispatching network-vif-plugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.685336] env[68934]: WARNING nova.compute.manager [req-3177f35c-ebf6-4da0-bcfb-7b6d8628314b req-b246c61a-2194-428f-9123-08616469e8d3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received unexpected event network-vif-plugged-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 for instance with vm_state shelved_offloaded and task_state spawning. [ 1411.764219] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.764219] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.764219] env[68934]: DEBUG nova.network.neutron [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.453161] env[68934]: DEBUG nova.network.neutron [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.955929] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.982484] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3dc80922f560bfba0e6d391e6d2e29b9',container_format='bare',created_at=2025-03-21T14:12:37Z,direct_url=,disk_format='vmdk',id=48379687-9ce0-4856-8317-94a048db6292,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1940484745-shelved',owner='08fb1e5d5a6c405dbec37308b98e8d13',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-21T14:12:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.982741] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.982899] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.983161] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.983325] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.983475] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.983682] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.983875] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.984068] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.984238] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.984412] env[68934]: DEBUG nova.virt.hardware [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.985294] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464cf296-53d5-419e-b4cd-bc30b8e6c747 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.993303] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f72845b-a925-41e9-8fb5-3c3f923933e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.007356] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ad:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a54dd6-516d-41ca-bf38-dde7f85b8b74', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.014718] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.015071] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.015301] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65373fe-9f37-4003-a2d6-c677173d32fb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.035284] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.035284] env[68934]: value = "task-3136074" [ 1413.035284] env[68934]: _type = "Task" [ 1413.035284] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.045869] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136074, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.544594] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136074, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.709093] env[68934]: DEBUG nova.compute.manager [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.709317] env[68934]: DEBUG nova.compute.manager [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing instance network info cache due to event network-changed-f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.709488] env[68934]: DEBUG oslo_concurrency.lockutils [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] Acquiring lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.709636] env[68934]: DEBUG oslo_concurrency.lockutils [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] Acquired lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.709797] env[68934]: DEBUG nova.network.neutron [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Refreshing network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.867706] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "d3f05601-9479-4f99-9964-515f1c380381" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.867999] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.868211] env[68934]: DEBUG nova.compute.manager [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.869072] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f0d5bd-3e7d-4d85-a26b-7610f3f82122 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.875490] env[68934]: DEBUG nova.compute.manager [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68934) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1413.876033] env[68934]: DEBUG nova.objects.instance [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'flavor' on Instance uuid d3f05601-9479-4f99-9964-515f1c380381 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.045469] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136074, 'name': CreateVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.399288] env[68934]: DEBUG nova.network.neutron [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updated VIF entry in instance network info cache for port f5a54dd6-516d-41ca-bf38-dde7f85b8b74. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.399622] env[68934]: DEBUG nova.network.neutron [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [{"id": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "address": "fa:16:3e:7c:ad:c3", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a54dd6-51", "ovs_interfaceid": "f5a54dd6-516d-41ca-bf38-dde7f85b8b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.546266] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136074, 'name': CreateVM_Task, 'duration_secs': 1.301869} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.546454] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.547141] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.547312] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.547687] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.547929] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55efec89-b3b5-4ae4-81df-c9c33505d2ea {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.552821] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1414.552821] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]527bb1fb-53db-45a9-d699-06a69128d105" [ 1414.552821] env[68934]: _type = "Task" [ 1414.552821] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.563915] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]527bb1fb-53db-45a9-d699-06a69128d105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.883954] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.884306] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47bf1120-0881-4cfb-a6ed-700f05cc9f04 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.892058] env[68934]: DEBUG oslo_vmware.api [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1414.892058] env[68934]: value = "task-3136075" [ 1414.892058] env[68934]: _type = "Task" [ 1414.892058] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.900234] env[68934]: DEBUG oslo_vmware.api [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.901765] env[68934]: DEBUG oslo_concurrency.lockutils [req-c6ac3b66-a828-45da-9a3b-642b138446d9 req-0c3808e4-221f-4428-8b25-7dd99a24a7f3 service nova] Releasing lock "refresh_cache-8e7adea6-93a0-483e-9a27-ec884fc11c4b" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.062855] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.063253] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Processing image 48379687-9ce0-4856-8317-94a048db6292 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.063383] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292/48379687-9ce0-4856-8317-94a048db6292.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.063501] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292/48379687-9ce0-4856-8317-94a048db6292.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.063677] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.063974] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3954b97e-793c-42bd-9fbd-4915fb7bd75b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.072565] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.072735] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.073437] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1eb250a-a643-4836-9965-d93e2cc761d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.078244] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1415.078244] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]521c9c01-89c6-6ea9-235e-dcb686762d52" [ 1415.078244] env[68934]: _type = "Task" [ 1415.078244] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.092099] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Preparing fetch location {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1415.092319] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Fetch image to [datastore1] OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485/OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485.vmdk {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1415.092492] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Downloading stream optimized image 48379687-9ce0-4856-8317-94a048db6292 to [datastore1] OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485/OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485.vmdk on the data store datastore1 as vApp {{(pid=68934) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1415.092655] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Downloading image file data 48379687-9ce0-4856-8317-94a048db6292 to the ESX as VM named 'OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485' {{(pid=68934) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1415.157088] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1415.157088] env[68934]: value = "resgroup-9" [ 1415.157088] env[68934]: _type = "ResourcePool" [ 1415.157088] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1415.157366] env[68934]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a15c9a2-fc3d-4eaa-8351-6e0418ea24f3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.177531] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease: (returnval){ [ 1415.177531] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52143276-a55a-048c-d1a0-5b38bcf1698e" [ 1415.177531] env[68934]: _type = "HttpNfcLease" [ 1415.177531] env[68934]: } obtained for vApp import into resource pool (val){ [ 1415.177531] env[68934]: value = "resgroup-9" [ 1415.177531] env[68934]: _type = "ResourcePool" [ 1415.177531] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1415.177941] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the lease: (returnval){ [ 1415.177941] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52143276-a55a-048c-d1a0-5b38bcf1698e" [ 1415.177941] env[68934]: _type = "HttpNfcLease" [ 1415.177941] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1415.183667] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.183667] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52143276-a55a-048c-d1a0-5b38bcf1698e" [ 1415.183667] env[68934]: _type = "HttpNfcLease" [ 1415.183667] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1415.401014] env[68934]: DEBUG oslo_vmware.api [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136075, 'name': PowerOffVM_Task, 'duration_secs': 0.191251} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.401268] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.401476] env[68934]: DEBUG nova.compute.manager [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.402246] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f5d67-5e6e-4bcf-a4a8-ac2b19a18922 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.685739] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.685739] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52143276-a55a-048c-d1a0-5b38bcf1698e" [ 1415.685739] env[68934]: _type = "HttpNfcLease" [ 1415.685739] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1415.686046] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1415.686046] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52143276-a55a-048c-d1a0-5b38bcf1698e" [ 1415.686046] env[68934]: _type = "HttpNfcLease" [ 1415.686046] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1415.686758] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3cd3dc-40f4-467f-b285-b8a53f6936a1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.693543] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210a947-c5a8-0c20-6f17-3c7cad91583e/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1415.693709] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210a947-c5a8-0c20-6f17-3c7cad91583e/disk-0.vmdk. {{(pid=68934) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1415.758744] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f07d4640-fc12-4be9-9439-8a0bfa94d90b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.913477] env[68934]: DEBUG oslo_concurrency.lockutils [None req-b22660bf-cad7-4614-bdbd-99e993e37a0f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.255972] env[68934]: DEBUG nova.objects.instance [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'flavor' on Instance uuid d3f05601-9479-4f99-9964-515f1c380381 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.762598] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.762871] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.763791] env[68934]: DEBUG nova.network.neutron [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.763791] env[68934]: DEBUG nova.objects.instance [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'info_cache' on Instance uuid d3f05601-9479-4f99-9964-515f1c380381 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.766200] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Completed reading data from the image iterator. {{(pid=68934) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1416.766443] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210a947-c5a8-0c20-6f17-3c7cad91583e/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1416.767407] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac954d1-529e-4e57-b23b-ed2bbc4d18ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.774579] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210a947-c5a8-0c20-6f17-3c7cad91583e/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1416.774813] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210a947-c5a8-0c20-6f17-3c7cad91583e/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1416.775079] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9dd47307-0bac-45fa-b470-ae9966eb9a44 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.975919] env[68934]: DEBUG oslo_vmware.rw_handles [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210a947-c5a8-0c20-6f17-3c7cad91583e/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1416.976225] env[68934]: INFO nova.virt.vmwareapi.images [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Downloaded image file data 48379687-9ce0-4856-8317-94a048db6292 [ 1416.977376] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab40cd-1665-4aa8-9f40-2d23961663c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.993409] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbf610a5-f796-4427-a706-720d1344ee3d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.021184] env[68934]: INFO nova.virt.vmwareapi.images [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] The imported VM was unregistered [ 1417.023607] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Caching image {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1417.023854] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating directory with path [datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.024134] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-681c16ed-a876-40d2-8950-7dcb39fd6db8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.033068] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created directory with path [datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292 {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.033251] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485/OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485.vmdk to [datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292/48379687-9ce0-4856-8317-94a048db6292.vmdk. {{(pid=68934) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1417.033477] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4a9e6bf2-54df-4f50-9a19-97eebaa49321 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.039480] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1417.039480] env[68934]: value = "task-3136078" [ 1417.039480] env[68934]: _type = "Task" [ 1417.039480] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.046849] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136078, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.272971] env[68934]: DEBUG nova.objects.base [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1417.552121] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136078, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.041897] env[68934]: DEBUG nova.network.neutron [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updating instance_info_cache with network_info: [{"id": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "address": "fa:16:3e:b4:f2:91", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3926b1-c3", "ovs_interfaceid": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.054049] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136078, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.548285] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.556652] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136078, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.056319] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136078, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.554911] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136078, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.557497] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.557747] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ec56415-d499-4a21-a1be-3062f8ac4537 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.565438] env[68934]: DEBUG oslo_vmware.api [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1419.565438] env[68934]: value = "task-3136079" [ 1419.565438] env[68934]: _type = "Task" [ 1419.565438] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.572660] env[68934]: DEBUG oslo_vmware.api [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.056069] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136078, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.529439} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.056317] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485/OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485.vmdk to [datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292/48379687-9ce0-4856-8317-94a048db6292.vmdk. [ 1420.056470] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Cleaning up location [datastore1] OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1420.056640] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fe0d7fff-1e36-41ae-a311-b3790d099485 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.056886] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6348a3e3-339f-4d62-be9a-857f1d7b0973 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.062452] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1420.062452] env[68934]: value = "task-3136080" [ 1420.062452] env[68934]: _type = "Task" [ 1420.062452] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.072624] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.076935] env[68934]: DEBUG oslo_vmware.api [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136079, 'name': PowerOnVM_Task, 'duration_secs': 0.422305} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.077190] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.077385] env[68934]: DEBUG nova.compute.manager [None req-2dffb4da-21a8-448d-a60f-fe558354284b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.078083] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b420ec7-d49d-4d16-a890-62337222dcec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.571602] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093098} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.571901] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.572013] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292/48379687-9ce0-4856-8317-94a048db6292.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.572256] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292/48379687-9ce0-4856-8317-94a048db6292.vmdk to [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.572508] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683d3369-ebc6-4e00-bcf7-1bc99b6f56d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.579840] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1420.579840] env[68934]: value = "task-3136081" [ 1420.579840] env[68934]: _type = "Task" [ 1420.579840] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.588755] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.965575] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fffbe2-999e-4cf2-a58c-7cd8b2bcab09 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.972268] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-237fb4be-642e-45eb-beec-85ba164d75ab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Suspending the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1420.972542] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5aae85e8-0d1c-4ac1-81f2-d885dcd2a01f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.979317] env[68934]: DEBUG oslo_vmware.api [None req-237fb4be-642e-45eb-beec-85ba164d75ab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1420.979317] env[68934]: value = "task-3136082" [ 1420.979317] env[68934]: _type = "Task" [ 1420.979317] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.988202] env[68934]: DEBUG oslo_vmware.api [None req-237fb4be-642e-45eb-beec-85ba164d75ab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136082, 'name': SuspendVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.091498] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136081, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.490664] env[68934]: DEBUG oslo_vmware.api [None req-237fb4be-642e-45eb-beec-85ba164d75ab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136082, 'name': SuspendVM_Task} progress is 70%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.590745] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136081, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.991239] env[68934]: DEBUG oslo_vmware.api [None req-237fb4be-642e-45eb-beec-85ba164d75ab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136082, 'name': SuspendVM_Task, 'duration_secs': 0.598596} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.991533] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-237fb4be-642e-45eb-beec-85ba164d75ab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Suspended the VM {{(pid=68934) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1421.991715] env[68934]: DEBUG nova.compute.manager [None req-237fb4be-642e-45eb-beec-85ba164d75ab tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.992551] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34116be-d600-47d8-bb30-a6ba62c6de10 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.091915] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136081, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.593939] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136081, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.092741] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136081, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.323167} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.093012] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/48379687-9ce0-4856-8317-94a048db6292/48379687-9ce0-4856-8317-94a048db6292.vmdk to [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.093776] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b783f-7fa5-479c-a01b-be0ef2df919c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.114828] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.115091] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a2e038-1939-4b6d-a129-41744a15552a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.134211] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1423.134211] env[68934]: value = "task-3136083" [ 1423.134211] env[68934]: _type = "Task" [ 1423.134211] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.144491] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.641963] env[68934]: INFO nova.compute.manager [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Resuming [ 1423.642861] env[68934]: DEBUG nova.objects.instance [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'flavor' on Instance uuid d3f05601-9479-4f99-9964-515f1c380381 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.648593] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136083, 'name': ReconfigVM_Task, 'duration_secs': 0.318867} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.649081] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b/8e7adea6-93a0-483e-9a27-ec884fc11c4b.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.650226] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'disk_bus': None, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'image_id': '297b2b7a-7fd5-411b-88f0-e7c59e02aee7'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': 'a15d07f8-dc32-43f0-bcd7-2bfc38ce8eec', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627534', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'name': 'volume-2ee98468-9bfa-4824-9644-fe8271792796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e7adea6-93a0-483e-9a27-ec884fc11c4b', 'attached_at': '', 'detached_at': '', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'serial': '2ee98468-9bfa-4824-9644-fe8271792796'}, 'volume_type': None}], 'swap': None} {{(pid=68934) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1423.650456] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Volume attach. Driver type: vmdk {{(pid=68934) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1423.650659] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627534', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'name': 'volume-2ee98468-9bfa-4824-9644-fe8271792796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e7adea6-93a0-483e-9a27-ec884fc11c4b', 'attached_at': '', 'detached_at': '', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'serial': '2ee98468-9bfa-4824-9644-fe8271792796'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1423.651437] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de90c5b0-e162-4219-89a0-b0b2b3b3bb3b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.666835] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aecd69-64c9-4769-b0f5-5de5771f6581 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.690138] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-2ee98468-9bfa-4824-9644-fe8271792796/volume-2ee98468-9bfa-4824-9644-fe8271792796.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.690341] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd9a723-fe56-4da5-8ec9-101daa9ea390 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.707091] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1423.707091] env[68934]: value = "task-3136084" [ 1423.707091] env[68934]: _type = "Task" [ 1423.707091] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.714086] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.216277] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136084, 'name': ReconfigVM_Task, 'duration_secs': 0.27188} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.216555] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-2ee98468-9bfa-4824-9644-fe8271792796/volume-2ee98468-9bfa-4824-9644-fe8271792796.vmdk or device None with type thin {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.221120] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984493f3-f2fe-4d53-9d93-e9a1fd6c3797 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.235749] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1424.235749] env[68934]: value = "task-3136085" [ 1424.235749] env[68934]: _type = "Task" [ 1424.235749] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.242928] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.745786] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136085, 'name': ReconfigVM_Task, 'duration_secs': 0.144145} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.746245] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627534', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'name': 'volume-2ee98468-9bfa-4824-9644-fe8271792796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e7adea6-93a0-483e-9a27-ec884fc11c4b', 'attached_at': '', 'detached_at': '', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'serial': '2ee98468-9bfa-4824-9644-fe8271792796'} {{(pid=68934) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1424.746627] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-058cefe2-8cc3-4745-94ba-353972c3ec00 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.752524] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1424.752524] env[68934]: value = "task-3136086" [ 1424.752524] env[68934]: _type = "Task" [ 1424.752524] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.759293] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136086, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.157369] env[68934]: DEBUG oslo_concurrency.lockutils [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.157548] env[68934]: DEBUG oslo_concurrency.lockutils [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquired lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.157726] env[68934]: DEBUG nova.network.neutron [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.262052] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136086, 'name': Rename_Task, 'duration_secs': 0.255486} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.262364] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.262585] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e38cb19-f0e6-41df-9fb4-529456b5d7bf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.274652] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1425.274652] env[68934]: value = "task-3136087" [ 1425.274652] env[68934]: _type = "Task" [ 1425.274652] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.282047] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.784411] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.839656] env[68934]: DEBUG nova.network.neutron [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updating instance_info_cache with network_info: [{"id": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "address": "fa:16:3e:b4:f2:91", "network": {"id": "d93baeb5-7d68-4f9e-8c32-8169493a6f2d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-814281537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec4e6c5c1c24a5e95286d24f969c28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3926b1-c3", "ovs_interfaceid": "7b3926b1-c3a5-4bab-b1c0-d73445055113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.286682] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.342498] env[68934]: DEBUG oslo_concurrency.lockutils [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Releasing lock "refresh_cache-d3f05601-9479-4f99-9964-515f1c380381" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.343497] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977f99d-bd44-473d-84cf-6313b3a8d97a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.349909] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Resuming the VM {{(pid=68934) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1426.350175] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b2eabb-2a24-4a74-8275-f721dfb035e4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.356732] env[68934]: DEBUG oslo_vmware.api [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1426.356732] env[68934]: value = "task-3136088" [ 1426.356732] env[68934]: _type = "Task" [ 1426.356732] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.364329] env[68934]: DEBUG oslo_vmware.api [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.787788] env[68934]: DEBUG oslo_vmware.api [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136087, 'name': PowerOnVM_Task, 'duration_secs': 1.116138} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.788246] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.867957] env[68934]: DEBUG oslo_vmware.api [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.893306] env[68934]: DEBUG nova.compute.manager [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.894387] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e039e993-0de6-4fbf-b154-232d11185323 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.367675] env[68934]: DEBUG oslo_vmware.api [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136088, 'name': PowerOnVM_Task, 'duration_secs': 0.533495} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.367975] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Resumed the VM {{(pid=68934) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1427.368180] env[68934]: DEBUG nova.compute.manager [None req-88024f48-b87f-419c-8cca-d4613acd0976 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.368975] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c82107-058e-4b1f-bd57-40595452a8cc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.411490] env[68934]: DEBUG oslo_concurrency.lockutils [None req-c85a1aa8-a3c7-4875-a93c-b670e40c528b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.445s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.259462] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "d3f05601-9479-4f99-9964-515f1c380381" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.259865] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.259920] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "d3f05601-9479-4f99-9964-515f1c380381-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.260103] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.260274] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.262465] env[68934]: INFO nova.compute.manager [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Terminating instance [ 1428.766458] env[68934]: DEBUG nova.compute.manager [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.766683] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.767584] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8400b1-fbdb-42a9-86de-2e12c816de02 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.775141] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.775362] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9654d285-49b5-4925-b423-f909ec0844d1 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.784441] env[68934]: DEBUG oslo_vmware.api [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1428.784441] env[68934]: value = "task-3136089" [ 1428.784441] env[68934]: _type = "Task" [ 1428.784441] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.792077] env[68934]: DEBUG oslo_vmware.api [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.294958] env[68934]: DEBUG oslo_vmware.api [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136089, 'name': PowerOffVM_Task, 'duration_secs': 0.265341} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.295376] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.295452] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.295647] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad68945-736e-4013-9d28-3207ed04431d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.357230] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.357502] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Deleting contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.357614] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleting the datastore file [datastore2] d3f05601-9479-4f99-9964-515f1c380381 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.357871] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb6532b4-a793-4e9d-bcce-75631a792590 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.363418] env[68934]: DEBUG oslo_vmware.api [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for the task: (returnval){ [ 1429.363418] env[68934]: value = "task-3136091" [ 1429.363418] env[68934]: _type = "Task" [ 1429.363418] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.370846] env[68934]: DEBUG oslo_vmware.api [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.873159] env[68934]: DEBUG oslo_vmware.api [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Task: {'id': task-3136091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168008} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.873407] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.873588] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Deleted contents of the VM from datastore datastore2 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.873763] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.873935] env[68934]: INFO nova.compute.manager [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] [instance: d3f05601-9479-4f99-9964-515f1c380381] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1429.874234] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.874433] env[68934]: DEBUG nova.compute.manager [-] [instance: d3f05601-9479-4f99-9964-515f1c380381] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.874529] env[68934]: DEBUG nova.network.neutron [-] [instance: d3f05601-9479-4f99-9964-515f1c380381] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.304859] env[68934]: DEBUG nova.compute.manager [req-02d11d79-c6d9-4619-a2df-0c5dc75e4846 req-196d51f4-419d-4456-8800-b5423fb860ac service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Received event network-vif-deleted-7b3926b1-c3a5-4bab-b1c0-d73445055113 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.305122] env[68934]: INFO nova.compute.manager [req-02d11d79-c6d9-4619-a2df-0c5dc75e4846 req-196d51f4-419d-4456-8800-b5423fb860ac service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Neutron deleted interface 7b3926b1-c3a5-4bab-b1c0-d73445055113; detaching it from the instance and deleting it from the info cache [ 1430.305309] env[68934]: DEBUG nova.network.neutron [req-02d11d79-c6d9-4619-a2df-0c5dc75e4846 req-196d51f4-419d-4456-8800-b5423fb860ac service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.787572] env[68934]: DEBUG nova.network.neutron [-] [instance: d3f05601-9479-4f99-9964-515f1c380381] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.807823] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b652cca-24ca-4b47-a25a-40d6d9253fb9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.820558] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ff943-afca-4fb6-9d5f-05510105bd0f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.852315] env[68934]: DEBUG nova.compute.manager [req-02d11d79-c6d9-4619-a2df-0c5dc75e4846 req-196d51f4-419d-4456-8800-b5423fb860ac service nova] [instance: d3f05601-9479-4f99-9964-515f1c380381] Detach interface failed, port_id=7b3926b1-c3a5-4bab-b1c0-d73445055113, reason: Instance d3f05601-9479-4f99-9964-515f1c380381 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1431.290375] env[68934]: INFO nova.compute.manager [-] [instance: d3f05601-9479-4f99-9964-515f1c380381] Took 1.42 seconds to deallocate network for instance. [ 1431.797363] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.797756] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.797813] env[68934]: DEBUG nova.objects.instance [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lazy-loading 'resources' on Instance uuid d3f05601-9479-4f99-9964-515f1c380381 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.341956] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c4ccc6-e7d1-448d-a545-28d32178e916 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.349469] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b67aab1-bc91-486a-a88c-49d328c9de95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.378504] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ace5d-9458-4c33-b0b3-c0599918bf8c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.385077] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8879a-1fe6-4d78-9c73-156c8fd4944d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.398940] env[68934]: DEBUG nova.compute.provider_tree [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.901772] env[68934]: DEBUG nova.scheduler.client.report [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.406723] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.427692] env[68934]: INFO nova.scheduler.client.report [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Deleted allocations for instance d3f05601-9479-4f99-9964-515f1c380381 [ 1433.936359] env[68934]: DEBUG oslo_concurrency.lockutils [None req-20a2412a-c749-4931-9a7f-3ccd721bafe2 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Lock "d3f05601-9479-4f99-9964-515f1c380381" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.333026] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.333445] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.838342] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.838537] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.838619] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.838729] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.838877] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.839038] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.839178] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1457.839324] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.342247] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.342661] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.342713] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.342873] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1458.343790] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f6bdc3-8e17-4139-8563-872083dfa3df {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.352044] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db80667-340c-42d2-8cfe-33f1ff166f0e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.365751] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2059e662-ec4a-4080-8a7a-5eb50b616b0b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.371852] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55781637-e963-4c10-948d-ebb0e8e5a582 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.400927] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180978MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1458.401078] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.401287] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.425250] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 8e7adea6-93a0-483e-9a27-ec884fc11c4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1459.425577] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1459.425577] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1459.450610] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8036b256-6da2-4cdd-a346-a5e9a58581d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.457796] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e28443-7b72-44b6-b880-6445b2a58855 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.486339] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18ab1e7-c2e8-487a-8695-e90643c79259 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.492670] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33dcfd-b11e-4138-a006-98f08952ae4f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.506197] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.008894] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.513553] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1460.513984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.455575] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.455984] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.959683] env[68934]: INFO nova.compute.manager [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Detaching volume 2ee98468-9bfa-4824-9644-fe8271792796 [ 1464.989579] env[68934]: INFO nova.virt.block_device [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Attempting to driver detach volume 2ee98468-9bfa-4824-9644-fe8271792796 from mountpoint /dev/sdb [ 1464.989821] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Volume detach. Driver type: vmdk {{(pid=68934) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1464.990016] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627534', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'name': 'volume-2ee98468-9bfa-4824-9644-fe8271792796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e7adea6-93a0-483e-9a27-ec884fc11c4b', 'attached_at': '', 'detached_at': '', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'serial': '2ee98468-9bfa-4824-9644-fe8271792796'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1464.990893] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0f31b-1202-4179-8527-02e657938c1b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.013016] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f7fc0d-e5cc-4557-bc73-9ce69681889c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.020202] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ad4a49-83c8-4c2d-89ce-a2df670b1262 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.040467] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441795a7-3481-4826-b849-2a863e69ee91 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.056946] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ee98468-9bfa-4824-9644-fe8271792796/volume-2ee98468-9bfa-4824-9644-fe8271792796.vmdk. No consolidation needed. {{(pid=68934) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1465.062444] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1465.062776] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ace6e6d-b60a-4c11-8ef7-cee0d382b7ab {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.081061] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1465.081061] env[68934]: value = "task-3136092" [ 1465.081061] env[68934]: _type = "Task" [ 1465.081061] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.089105] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.590766] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136092, 'name': ReconfigVM_Task, 'duration_secs': 0.234827} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.591159] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68934) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1465.595626] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ebe6d10-af89-4bb5-8bf4-4569cc6980f6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.610016] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1465.610016] env[68934]: value = "task-3136093" [ 1465.610016] env[68934]: _type = "Task" [ 1465.610016] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.617675] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.119864] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.619947] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.120405] env[68934]: DEBUG oslo_vmware.api [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136093, 'name': ReconfigVM_Task, 'duration_secs': 1.138272} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.120702] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-627534', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'name': 'volume-2ee98468-9bfa-4824-9644-fe8271792796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e7adea6-93a0-483e-9a27-ec884fc11c4b', 'attached_at': '', 'detached_at': '', 'volume_id': '2ee98468-9bfa-4824-9644-fe8271792796', 'serial': '2ee98468-9bfa-4824-9644-fe8271792796'} {{(pid=68934) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1467.662981] env[68934]: DEBUG nova.objects.instance [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'flavor' on Instance uuid 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.671196] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1a421bb0-4335-4912-ba82-ab5c3667d270 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.215s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.721086] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.721384] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.721384] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.721575] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.721741] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.723758] env[68934]: INFO nova.compute.manager [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Terminating instance [ 1470.227877] env[68934]: DEBUG nova.compute.manager [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.228143] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.229076] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b44de63-2f3a-4de8-b186-6670764e485e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.236980] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.237241] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26ea73b-ffdd-4516-a0d8-56c38569493b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.243670] env[68934]: DEBUG oslo_vmware.api [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1470.243670] env[68934]: value = "task-3136094" [ 1470.243670] env[68934]: _type = "Task" [ 1470.243670] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.252447] env[68934]: DEBUG oslo_vmware.api [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.753835] env[68934]: DEBUG oslo_vmware.api [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136094, 'name': PowerOffVM_Task, 'duration_secs': 0.18963} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.754213] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.754267] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.754496] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e34a5787-0112-4f37-97d2-cf73f6c550ba {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.817020] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.817254] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.817439] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleting the datastore file [datastore1] 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.817746] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b48cdad2-3b2c-4152-a06c-09e7694bc009 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.824335] env[68934]: DEBUG oslo_vmware.api [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1470.824335] env[68934]: value = "task-3136096" [ 1470.824335] env[68934]: _type = "Task" [ 1470.824335] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.831329] env[68934]: DEBUG oslo_vmware.api [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.334647] env[68934]: DEBUG oslo_vmware.api [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137069} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.334934] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.335168] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.335346] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.335522] env[68934]: INFO nova.compute.manager [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1471.335771] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.335958] env[68934]: DEBUG nova.compute.manager [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.336067] env[68934]: DEBUG nova.network.neutron [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.777964] env[68934]: DEBUG nova.compute.manager [req-e2debddf-3c2c-49ea-a3bf-33622831e9e0 req-cb9da803-7fd6-4091-bb24-745763445ca8 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Received event network-vif-deleted-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.778252] env[68934]: INFO nova.compute.manager [req-e2debddf-3c2c-49ea-a3bf-33622831e9e0 req-cb9da803-7fd6-4091-bb24-745763445ca8 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Neutron deleted interface f5a54dd6-516d-41ca-bf38-dde7f85b8b74; detaching it from the instance and deleting it from the info cache [ 1471.778515] env[68934]: DEBUG nova.network.neutron [req-e2debddf-3c2c-49ea-a3bf-33622831e9e0 req-cb9da803-7fd6-4091-bb24-745763445ca8 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.261014] env[68934]: DEBUG nova.network.neutron [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.281591] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eea4e7d-7a33-43a1-81fb-96389cbcc540 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.292242] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c8f6a-1c4f-4d8c-a745-c36b6eeee117 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.316558] env[68934]: DEBUG nova.compute.manager [req-e2debddf-3c2c-49ea-a3bf-33622831e9e0 req-cb9da803-7fd6-4091-bb24-745763445ca8 service nova] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Detach interface failed, port_id=f5a54dd6-516d-41ca-bf38-dde7f85b8b74, reason: Instance 8e7adea6-93a0-483e-9a27-ec884fc11c4b could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1472.763979] env[68934]: INFO nova.compute.manager [-] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Took 1.43 seconds to deallocate network for instance. [ 1473.270222] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.270723] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.270723] env[68934]: DEBUG nova.objects.instance [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'resources' on Instance uuid 8e7adea6-93a0-483e-9a27-ec884fc11c4b {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.803895] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1c548-9da5-4062-9373-123d91ba84aa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.811567] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30450557-0938-49c6-b3c3-ba4548d03964 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.842518] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849dbc4-3a41-44a6-9bed-f6f77375e68a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.849271] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa565ca-7452-4233-9e73-69ecaf9821f4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.861796] env[68934]: DEBUG nova.compute.provider_tree [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.364561] env[68934]: DEBUG nova.scheduler.client.report [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.870108] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.890950] env[68934]: INFO nova.scheduler.client.report [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted allocations for instance 8e7adea6-93a0-483e-9a27-ec884fc11c4b [ 1475.398789] env[68934]: DEBUG oslo_concurrency.lockutils [None req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "8e7adea6-93a0-483e-9a27-ec884fc11c4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.561012] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.561310] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.063386] env[68934]: DEBUG nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Starting instance... {{(pid=68934) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1478.588016] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.588325] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.589836] env[68934]: INFO nova.compute.claims [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.626434] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499d0b6-7395-4e93-b931-a209f47a8310 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.634518] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695de6b-1dea-4207-bcab-3c2cae5d2f33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.667260] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47163bde-6a17-4459-9f9c-61617cd373ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.674059] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4841b1-bc88-4169-860f-53f8ef01a7eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.686640] env[68934]: DEBUG nova.compute.provider_tree [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.190092] env[68934]: DEBUG nova.scheduler.client.report [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.696053] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.696466] env[68934]: DEBUG nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Start building networks asynchronously for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1481.202564] env[68934]: DEBUG nova.compute.utils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Using /dev/sd instead of None {{(pid=68934) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1481.204548] env[68934]: DEBUG nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Allocating IP information in the background. {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1481.204548] env[68934]: DEBUG nova.network.neutron [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] allocate_for_instance() {{(pid=68934) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.253410] env[68934]: DEBUG nova.policy [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ca94d6e893c40df9f99f91c656eb2f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08fb1e5d5a6c405dbec37308b98e8d13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68934) authorize /opt/stack/nova/nova/policy.py:192}} [ 1481.513724] env[68934]: DEBUG nova.network.neutron [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Successfully created port: 4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.707282] env[68934]: DEBUG nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Start building block device mappings for instance. {{(pid=68934) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1482.717332] env[68934]: DEBUG nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Start spawning the instance on the hypervisor. {{(pid=68934) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.744822] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T13:58:20Z,direct_url=,disk_format='vmdk',id=297b2b7a-7fd5-411b-88f0-e7c59e02aee7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e6b6f1e8dec543f8af996297370f7c38',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T13:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.745086] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.745250] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.745430] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.745576] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.746801] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.746801] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.746801] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.746801] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.746801] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.747094] env[68934]: DEBUG nova.virt.hardware [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.747828] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5df824-c441-4dec-91c0-47e0a77dce6e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.756040] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f46bdb-f11a-4bba-9a2a-71366ddb59e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.850990] env[68934]: DEBUG nova.compute.manager [req-69bfb542-2db4-4b1e-b388-c963a909e556 req-030cbf00-98b2-48af-8208-c090bf9076ea service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-vif-plugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.851220] env[68934]: DEBUG oslo_concurrency.lockutils [req-69bfb542-2db4-4b1e-b388-c963a909e556 req-030cbf00-98b2-48af-8208-c090bf9076ea service nova] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.851423] env[68934]: DEBUG oslo_concurrency.lockutils [req-69bfb542-2db4-4b1e-b388-c963a909e556 req-030cbf00-98b2-48af-8208-c090bf9076ea service nova] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.851587] env[68934]: DEBUG oslo_concurrency.lockutils [req-69bfb542-2db4-4b1e-b388-c963a909e556 req-030cbf00-98b2-48af-8208-c090bf9076ea service nova] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.851753] env[68934]: DEBUG nova.compute.manager [req-69bfb542-2db4-4b1e-b388-c963a909e556 req-030cbf00-98b2-48af-8208-c090bf9076ea service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] No waiting events found dispatching network-vif-plugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1482.851911] env[68934]: WARNING nova.compute.manager [req-69bfb542-2db4-4b1e-b388-c963a909e556 req-030cbf00-98b2-48af-8208-c090bf9076ea service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received unexpected event network-vif-plugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 for instance with vm_state building and task_state spawning. [ 1482.927455] env[68934]: DEBUG nova.network.neutron [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Successfully updated port: 4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.430446] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.430446] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.430600] env[68934]: DEBUG nova.network.neutron [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.963291] env[68934]: DEBUG nova.network.neutron [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Instance cache missing network info. {{(pid=68934) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.077356] env[68934]: DEBUG nova.network.neutron [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd06fee-94", "ovs_interfaceid": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.580186] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.580493] env[68934]: DEBUG nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Instance network_info: |[{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd06fee-94", "ovs_interfaceid": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68934) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1484.580936] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:82:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dd06fee-9454-4f70-87ef-ae643144d7a0', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1484.588830] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1484.589045] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.589270] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-738d02bb-d35f-4211-8eeb-d015faabaf41 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.610122] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.610122] env[68934]: value = "task-3136097" [ 1484.610122] env[68934]: _type = "Task" [ 1484.610122] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.617472] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136097, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.879273] env[68934]: DEBUG nova.compute.manager [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1484.879492] env[68934]: DEBUG nova.compute.manager [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing instance network info cache due to event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1484.879627] env[68934]: DEBUG oslo_concurrency.lockutils [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] Acquiring lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.879785] env[68934]: DEBUG oslo_concurrency.lockutils [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] Acquired lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.880043] env[68934]: DEBUG nova.network.neutron [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.119830] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136097, 'name': CreateVM_Task, 'duration_secs': 0.315185} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.120302] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.120689] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.120859] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.121191] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.121435] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e1a25c-431a-45e1-bdf2-3ff6d8a54fd0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.125432] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1485.125432] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52abbabb-5067-fb31-16e0-f54f98790c3b" [ 1485.125432] env[68934]: _type = "Task" [ 1485.125432] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.132579] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52abbabb-5067-fb31-16e0-f54f98790c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.546536] env[68934]: DEBUG nova.network.neutron [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updated VIF entry in instance network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.546887] env[68934]: DEBUG nova.network.neutron [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd06fee-94", "ovs_interfaceid": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.635580] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52abbabb-5067-fb31-16e0-f54f98790c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.635931] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.636188] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Processing image 297b2b7a-7fd5-411b-88f0-e7c59e02aee7 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.636423] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.636571] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.636769] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.636995] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ff8adf-f10f-49fc-a3f6-4d3374c41f57 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.645333] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.645504] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.646227] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1364f4d2-254f-47de-ab2f-ea85e566f1b3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.650743] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1485.650743] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]5202e9de-5e1f-4e68-7e4f-787352a8fa05" [ 1485.650743] env[68934]: _type = "Task" [ 1485.650743] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.657668] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5202e9de-5e1f-4e68-7e4f-787352a8fa05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.050350] env[68934]: DEBUG oslo_concurrency.lockutils [req-8efc7500-ab71-40c2-b932-701d4157b699 req-f9d6f190-a51c-4ce1-85a1-59cb060cf7c4 service nova] Releasing lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.160917] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]5202e9de-5e1f-4e68-7e4f-787352a8fa05, 'name': SearchDatastore_Task, 'duration_secs': 0.008122} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.161683] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb1f018-4c15-417a-adb3-46e300158f95 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.166942] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1486.166942] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52af5446-1ea8-8919-5a08-66ebf4ca4b8a" [ 1486.166942] env[68934]: _type = "Task" [ 1486.166942] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.173906] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52af5446-1ea8-8919-5a08-66ebf4ca4b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.677096] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52af5446-1ea8-8919-5a08-66ebf4ca4b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.677357] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.677617] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.677867] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5984c1dc-2fbb-4f61-a9fb-8c1422afd138 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.684107] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1486.684107] env[68934]: value = "task-3136098" [ 1486.684107] env[68934]: _type = "Task" [ 1486.684107] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.691019] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.193433] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425199} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.193755] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/297b2b7a-7fd5-411b-88f0-e7c59e02aee7/297b2b7a-7fd5-411b-88f0-e7c59e02aee7.vmdk to [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.193922] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Extending root virtual disk to 1048576 {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.194132] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3004bcf3-74a9-4bd5-b694-84040dece53a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.201344] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1487.201344] env[68934]: value = "task-3136099" [ 1487.201344] env[68934]: _type = "Task" [ 1487.201344] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.208025] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.711169] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067357} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.711421] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Extended root virtual disk {{(pid=68934) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.712383] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737ffe65-af9c-4646-a733-5ee81a708271 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.733030] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.733253] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf38718c-0f0b-4a17-9e70-ea635f9f0f5f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.751212] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1487.751212] env[68934]: value = "task-3136100" [ 1487.751212] env[68934]: _type = "Task" [ 1487.751212] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.759590] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.260817] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136100, 'name': ReconfigVM_Task, 'duration_secs': 0.251744} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.261150] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk or device None with type sparse {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.261703] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a4e2197-c7b0-47da-94cf-d0262c4d09eb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.268094] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1488.268094] env[68934]: value = "task-3136101" [ 1488.268094] env[68934]: _type = "Task" [ 1488.268094] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.275116] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136101, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.777817] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136101, 'name': Rename_Task, 'duration_secs': 0.135063} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.778104] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.778341] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b19ce117-8005-4403-9063-b8b4e49a1bdf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.784196] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1488.784196] env[68934]: value = "task-3136102" [ 1488.784196] env[68934]: _type = "Task" [ 1488.784196] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.791390] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.294930] env[68934]: DEBUG oslo_vmware.api [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136102, 'name': PowerOnVM_Task, 'duration_secs': 0.49109} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.295276] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.295451] env[68934]: INFO nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1489.295640] env[68934]: DEBUG nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.296420] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28662e36-a8c2-4f51-ae00-6f27606c713d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.813130] env[68934]: INFO nova.compute.manager [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Took 11.24 seconds to build instance. [ 1490.314657] env[68934]: DEBUG oslo_concurrency.lockutils [None req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.753s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.514428] env[68934]: DEBUG nova.compute.manager [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.514625] env[68934]: DEBUG nova.compute.manager [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing instance network info cache due to event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1490.514883] env[68934]: DEBUG oslo_concurrency.lockutils [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] Acquiring lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.515009] env[68934]: DEBUG oslo_concurrency.lockutils [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] Acquired lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.515336] env[68934]: DEBUG nova.network.neutron [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.212184] env[68934]: DEBUG nova.network.neutron [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updated VIF entry in instance network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.212552] env[68934]: DEBUG nova.network.neutron [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd06fee-94", "ovs_interfaceid": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.716017] env[68934]: DEBUG oslo_concurrency.lockutils [req-3ac53bfa-b8f0-461a-a0b2-5c7a50af600c req-d6c49a1f-5de9-42a5-8dd8-da9ce8fb19a2 service nova] Releasing lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.147610] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.147976] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Cleaning up deleted instances {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1498.656484] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] There are 26 instances to clean {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1498.656679] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: d3f05601-9479-4f99-9964-515f1c380381] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.160998] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 8e7adea6-93a0-483e-9a27-ec884fc11c4b] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.664780] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: a59252ab-510b-48ce-a7c9-548e3191f151] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.168606] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 0eee6855-5681-4921-a9ab-cdd514a5e4e0] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.672493] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: a6c80ff3-07c5-4917-bc18-e946cd29cdff] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.175719] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: c0fa542e-93ec-4ad0-a44b-926ed50186e9] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.679062] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 34233e64-7c4b-44b1-96c6-733d4bf233f4] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.182362] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 7b259911-8065-4319-bf6f-5f5d1aa50fb3] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.686683] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 3acfec04-5546-419b-a3a8-7f01f4b71c68] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.190641] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: e5f551cb-cb37-4ebe-9470-fb0b2f4faca7] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.694188] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: dbe3be18-7bd7-4a56-9a37-18a0e74e1253] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.197315] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 444ff31e-acba-4889-b8f3-3f9335701af5] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.701466] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 9e6669fa-613c-4a37-b683-1b0b5c798c30] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.205191] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 451865fd-b4b0-4d3e-a00e-4a26c06c5e15] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.709054] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: e651f58b-c1ab-47f2-924c-afb19806e333] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.212621] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 6632b573-25f3-4fad-bd3d-b1340185fa3f] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.716333] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 8d8587c1-c84b-4785-8e84-8be51b5a876b] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.219902] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: fa3fc097-c4a0-4afc-81fc-acd80b0c2e1b] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.723702] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 42087fc0-4cfb-4510-85f2-0b11361e6b32] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.227425] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 6fe6975a-d2a9-412d-9e09-6d0229bf8237] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.731018] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: f1c6dfb8-ec9b-4c91-80db-20b2e18530d2] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.234538] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 356c4a0f-76eb-45ff-82ed-a5a33dcdc0c7] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.738094] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 4655a315-f020-4ba4-be68-8d80ecf92128] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.241532] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 026148ec-42c5-4054-aa38-16a7d7fcf9a1] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.744584] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 5ec31989-73c7-42f9-8427-b53d2f6df260] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.247853] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] [instance: 2bc2caab-11f2-4327-a1be-7772277eedf4] Instance has had 0 of 5 cleanup attempts {{(pid=68934) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.750878] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.751082] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Cleaning up deleted instances with incomplete migration {{(pid=68934) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1512.253360] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.755616] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.755983] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.755983] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.756146] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.756303] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.756442] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.756586] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.756735] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1514.756881] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.259792] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.260068] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.260254] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.260419] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1515.261427] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f0bb5-0825-4436-895f-278e33489c3a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.269789] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b195074-f1df-427b-b6ca-813fffcaee04 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.283391] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd3c65-682e-469b-a4d5-7b74ad758967 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.289951] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae06d784-d488-4a70-8007-faea3b4d4030 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.317986] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181029MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1515.318148] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.318355] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.438126] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 543534e4-6db9-4f70-9e80-09aeddb09017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.438366] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1516.438539] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1516.462988] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd4c2c9-b7d7-4a35-96f6-872cf8d1a562 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.470084] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0868346e-cfc8-40d9-bd6f-124586faf235 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.498702] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d013b9-d0ec-4457-a14d-25af9fd79342 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.505196] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b574217-9918-494a-bb14-4a03ad898bd7 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.517695] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.021101] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.526294] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1517.526608] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.208s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.062204] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.062547] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.062645] env[68934]: INFO nova.compute.manager [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Shelving [ 1530.073110] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.073110] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2330d044-51ef-464d-8af5-26fe3f4ba83a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.080145] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1530.080145] env[68934]: value = "task-3136103" [ 1530.080145] env[68934]: _type = "Task" [ 1530.080145] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.087795] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.590187] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136103, 'name': PowerOffVM_Task, 'duration_secs': 0.170938} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.590454] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.591215] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cfdf9d-2647-492d-b98f-23b7d5912b92 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.608515] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f5e76-821e-406f-9b4e-34b7adb6e0af {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.117838] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Creating Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1531.118211] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bdee125c-7560-4fd1-a1c1-4ecb0665ff1c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.126209] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1531.126209] env[68934]: value = "task-3136104" [ 1531.126209] env[68934]: _type = "Task" [ 1531.126209] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.134185] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136104, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.636464] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136104, 'name': CreateSnapshot_Task, 'duration_secs': 0.418208} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.636717] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Created Snapshot of the VM instance {{(pid=68934) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1531.637444] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbed97a-06f7-4b04-a25a-37ade28e3193 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.154402] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Creating linked-clone VM from snapshot {{(pid=68934) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1532.154749] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b37f303-891e-45f1-bf35-d6f165fd52a5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.163241] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1532.163241] env[68934]: value = "task-3136105" [ 1532.163241] env[68934]: _type = "Task" [ 1532.163241] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.171114] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136105, 'name': CloneVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.674388] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136105, 'name': CloneVM_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.175638] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136105, 'name': CloneVM_Task} progress is 95%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.675169] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136105, 'name': CloneVM_Task, 'duration_secs': 1.110397} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.675441] env[68934]: INFO nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Created linked-clone VM from snapshot [ 1533.676192] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753aee2-86c2-4beb-99ed-73ad3417ccde {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.682929] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Uploading image 67b138f8-a10f-43d2-80dc-1c30eae54f4f {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1533.703098] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1533.703098] env[68934]: value = "vm-627539" [ 1533.703098] env[68934]: _type = "VirtualMachine" [ 1533.703098] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1533.703375] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4cbec90e-a8f4-4b79-af1b-d814bce911c0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.709278] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease: (returnval){ [ 1533.709278] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bdedc3-84a5-c3ec-40dd-9faf47991969" [ 1533.709278] env[68934]: _type = "HttpNfcLease" [ 1533.709278] env[68934]: } obtained for exporting VM: (result){ [ 1533.709278] env[68934]: value = "vm-627539" [ 1533.709278] env[68934]: _type = "VirtualMachine" [ 1533.709278] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1533.709599] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the lease: (returnval){ [ 1533.709599] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bdedc3-84a5-c3ec-40dd-9faf47991969" [ 1533.709599] env[68934]: _type = "HttpNfcLease" [ 1533.709599] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1533.714736] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1533.714736] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bdedc3-84a5-c3ec-40dd-9faf47991969" [ 1533.714736] env[68934]: _type = "HttpNfcLease" [ 1533.714736] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1534.218365] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1534.218365] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bdedc3-84a5-c3ec-40dd-9faf47991969" [ 1534.218365] env[68934]: _type = "HttpNfcLease" [ 1534.218365] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1534.218717] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1534.218717] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52bdedc3-84a5-c3ec-40dd-9faf47991969" [ 1534.218717] env[68934]: _type = "HttpNfcLease" [ 1534.218717] env[68934]: }. {{(pid=68934) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1534.219416] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eba373-2f08-4040-b8e9-532f8ac681ec {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.225985] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e1ac3-344f-19b5-fe27-ebb84e95e8bf/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1534.226176] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e1ac3-344f-19b5-fe27-ebb84e95e8bf/disk-0.vmdk for reading. {{(pid=68934) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1534.311064] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca4bfc35-b1fc-4336-ad65-5f78090934e6 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.069178] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e1ac3-344f-19b5-fe27-ebb84e95e8bf/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1541.070084] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c24a0f-c09f-4044-9bcd-d8a1e0fe5d6a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.076230] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e1ac3-344f-19b5-fe27-ebb84e95e8bf/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1541.076399] env[68934]: ERROR oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e1ac3-344f-19b5-fe27-ebb84e95e8bf/disk-0.vmdk due to incomplete transfer. [ 1541.076605] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f534e072-7020-49a2-bf7e-c75ac134297e {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.083329] env[68934]: DEBUG oslo_vmware.rw_handles [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e1ac3-344f-19b5-fe27-ebb84e95e8bf/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1541.083533] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Uploaded image 67b138f8-a10f-43d2-80dc-1c30eae54f4f to the Glance image server {{(pid=68934) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1541.085900] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Destroying the VM {{(pid=68934) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1541.086126] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0ab7b0c-0e6e-4b5b-ba2d-aedab08316b8 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.091342] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1541.091342] env[68934]: value = "task-3136107" [ 1541.091342] env[68934]: _type = "Task" [ 1541.091342] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.098513] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136107, 'name': Destroy_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.601217] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136107, 'name': Destroy_Task, 'duration_secs': 0.332924} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.601486] env[68934]: INFO nova.virt.vmwareapi.vm_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Destroyed the VM [ 1541.601740] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Deleting Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1541.601982] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-159d9376-8289-432d-b8ff-fcc30d31ca40 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.608007] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1541.608007] env[68934]: value = "task-3136108" [ 1541.608007] env[68934]: _type = "Task" [ 1541.608007] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.615268] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.117340] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.316036} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.117657] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Deleted Snapshot of the VM instance {{(pid=68934) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1542.117854] env[68934]: DEBUG nova.compute.manager [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.118629] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ab00c-4e06-4176-8566-8f7bb22c5f30 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.630488] env[68934]: INFO nova.compute.manager [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Shelve offloading [ 1543.134383] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.134727] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95928e93-6398-4fe4-8697-771f3acb59d9 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.142942] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1543.142942] env[68934]: value = "task-3136109" [ 1543.142942] env[68934]: _type = "Task" [ 1543.142942] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.150674] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.653182] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] VM already powered off {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1543.653433] env[68934]: DEBUG nova.compute.manager [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.654180] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2440c56-84b3-4d52-b375-b61b6e599f97 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.659320] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.659480] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.659646] env[68934]: DEBUG nova.network.neutron [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.373370] env[68934]: DEBUG nova.network.neutron [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd06fee-94", "ovs_interfaceid": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.876117] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.089802] env[68934]: DEBUG nova.compute.manager [req-30b380c2-16e1-4e50-8e63-59e60e18aacb req-1099de2b-4428-419a-9ea9-53bddc1daa19 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-vif-unplugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1545.090033] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b380c2-16e1-4e50-8e63-59e60e18aacb req-1099de2b-4428-419a-9ea9-53bddc1daa19 service nova] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.090243] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b380c2-16e1-4e50-8e63-59e60e18aacb req-1099de2b-4428-419a-9ea9-53bddc1daa19 service nova] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.090411] env[68934]: DEBUG oslo_concurrency.lockutils [req-30b380c2-16e1-4e50-8e63-59e60e18aacb req-1099de2b-4428-419a-9ea9-53bddc1daa19 service nova] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.090662] env[68934]: DEBUG nova.compute.manager [req-30b380c2-16e1-4e50-8e63-59e60e18aacb req-1099de2b-4428-419a-9ea9-53bddc1daa19 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] No waiting events found dispatching network-vif-unplugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1545.090790] env[68934]: WARNING nova.compute.manager [req-30b380c2-16e1-4e50-8e63-59e60e18aacb req-1099de2b-4428-419a-9ea9-53bddc1daa19 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received unexpected event network-vif-unplugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 for instance with vm_state shelved and task_state shelving_offloading. [ 1545.181680] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.182577] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc207e09-a9c2-4f1d-98e3-05208048a956 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.189671] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.189887] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fc989cb-2136-49d7-b94d-36ad1dcd0262 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.265626] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.265847] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.266019] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleting the datastore file [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.266282] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33133d5f-3986-4ba5-9526-02a474de177c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.272360] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1545.272360] env[68934]: value = "task-3136111" [ 1545.272360] env[68934]: _type = "Task" [ 1545.272360] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.279714] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.782374] env[68934]: DEBUG oslo_vmware.api [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13201} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.782674] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.782674] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.782816] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.806084] env[68934]: INFO nova.scheduler.client.report [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted allocations for instance 543534e4-6db9-4f70-9e80-09aeddb09017 [ 1546.310178] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.310463] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.310686] env[68934]: DEBUG nova.objects.instance [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'resources' on Instance uuid 543534e4-6db9-4f70-9e80-09aeddb09017 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.813207] env[68934]: DEBUG nova.objects.instance [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'numa_topology' on Instance uuid 543534e4-6db9-4f70-9e80-09aeddb09017 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.118375] env[68934]: DEBUG nova.compute.manager [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1547.118575] env[68934]: DEBUG nova.compute.manager [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing instance network info cache due to event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1547.118829] env[68934]: DEBUG oslo_concurrency.lockutils [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] Acquiring lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.119265] env[68934]: DEBUG oslo_concurrency.lockutils [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] Acquired lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.119265] env[68934]: DEBUG nova.network.neutron [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.315843] env[68934]: DEBUG nova.objects.base [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Object Instance<543534e4-6db9-4f70-9e80-09aeddb09017> lazy-loaded attributes: resources,numa_topology {{(pid=68934) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1547.330359] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9abd90-9f7d-4b17-a3bd-bfd1d436f2d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.338059] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce58eb-36fd-4f85-a558-da9f1d8a7b31 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.368824] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1adee-5868-45b8-9232-5b62d08d57d5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.376077] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcf807b-78f5-4f80-8894-05c25727740a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.390183] env[68934]: DEBUG nova.compute.provider_tree [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.893441] env[68934]: DEBUG nova.scheduler.client.report [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.023631] env[68934]: DEBUG nova.network.neutron [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updated VIF entry in instance network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.023964] env[68934]: DEBUG nova.network.neutron [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4dd06fee-94", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.398421] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.447796] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.527184] env[68934]: DEBUG oslo_concurrency.lockutils [req-91aee8dd-cb12-46d7-81de-30d735fd45a5 req-3aa02709-2fd5-4c8e-ac3a-3e6a0058fbad service nova] Releasing lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.905884] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a9fade76-2a2b-4394-b16e-099141a2708b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.843s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.906978] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.459s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.906978] env[68934]: INFO nova.compute.manager [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Unshelving [ 1549.931107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.931423] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.931625] env[68934]: DEBUG nova.objects.instance [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'pci_requests' on Instance uuid 543534e4-6db9-4f70-9e80-09aeddb09017 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.435886] env[68934]: DEBUG nova.objects.instance [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'numa_topology' on Instance uuid 543534e4-6db9-4f70-9e80-09aeddb09017 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.938898] env[68934]: INFO nova.compute.claims [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.974403] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8532e-a036-42e5-8666-df577c81bccc {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.981850] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd86a658-af65-4bea-9bb1-c716dd6c4801 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.011068] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053658d9-c3cc-4390-ac9b-6f7b38c82bca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.017884] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218055d-c01c-414d-955a-16895ad4fa03 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.030457] env[68934]: DEBUG nova.compute.provider_tree [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.533894] env[68934]: DEBUG nova.scheduler.client.report [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.039143] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.068728] env[68934]: INFO nova.network.neutron [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating port 4dd06fee-9454-4f70-87ef-ae643144d7a0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1554.412665] env[68934]: DEBUG nova.compute.manager [req-65d344bc-e701-4bdc-bdd6-11e2223f14e7 req-eb74afe4-329e-4f46-8ac7-f41455a80add service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-vif-plugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.412901] env[68934]: DEBUG oslo_concurrency.lockutils [req-65d344bc-e701-4bdc-bdd6-11e2223f14e7 req-eb74afe4-329e-4f46-8ac7-f41455a80add service nova] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.413055] env[68934]: DEBUG oslo_concurrency.lockutils [req-65d344bc-e701-4bdc-bdd6-11e2223f14e7 req-eb74afe4-329e-4f46-8ac7-f41455a80add service nova] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.413229] env[68934]: DEBUG oslo_concurrency.lockutils [req-65d344bc-e701-4bdc-bdd6-11e2223f14e7 req-eb74afe4-329e-4f46-8ac7-f41455a80add service nova] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.413494] env[68934]: DEBUG nova.compute.manager [req-65d344bc-e701-4bdc-bdd6-11e2223f14e7 req-eb74afe4-329e-4f46-8ac7-f41455a80add service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] No waiting events found dispatching network-vif-plugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.413614] env[68934]: WARNING nova.compute.manager [req-65d344bc-e701-4bdc-bdd6-11e2223f14e7 req-eb74afe4-329e-4f46-8ac7-f41455a80add service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received unexpected event network-vif-plugged-4dd06fee-9454-4f70-87ef-ae643144d7a0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1554.487885] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.488176] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.488475] env[68934]: DEBUG nova.network.neutron [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Building network info cache for instance {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.198567] env[68934]: DEBUG nova.network.neutron [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd06fee-94", "ovs_interfaceid": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.701720] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.728669] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T13:58:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3e3c545a4777dacd429899fb0b823615',container_format='bare',created_at=2025-03-21T14:15:06Z,direct_url=,disk_format='vmdk',id=67b138f8-a10f-43d2-80dc-1c30eae54f4f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-319267707-shelved',owner='08fb1e5d5a6c405dbec37308b98e8d13',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-21T14:15:18Z,virtual_size=,visibility=), allow threads: False {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.728936] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.729105] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image limits 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.729292] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Flavor pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.729437] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Image pref 0:0:0 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.729584] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68934) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.729786] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.729939] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.730115] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Got 1 possible topologies {{(pid=68934) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.730274] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.730441] env[68934]: DEBUG nova.virt.hardware [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68934) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.731313] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c3740-3042-48ce-b7d9-df6ff8870413 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.739450] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f517e23b-166c-457b-af65-65e22a0b4415 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.752197] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:82:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dd06fee-9454-4f70-87ef-ae643144d7a0', 'vif_model': 'vmxnet3'}] {{(pid=68934) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.759382] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1555.759603] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Creating VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.759803] env[68934]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91b9a9c-b989-40a1-80b9-592f5aa6d937 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.778257] env[68934]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.778257] env[68934]: value = "task-3136112" [ 1555.778257] env[68934]: _type = "Task" [ 1555.778257] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.785239] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136112, 'name': CreateVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.287613] env[68934]: DEBUG oslo_vmware.api [-] Task: {'id': task-3136112, 'name': CreateVM_Task, 'duration_secs': 0.277343} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.287728] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Created VM on the ESX host {{(pid=68934) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.288394] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.288559] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.288939] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.289195] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d32308-4ed7-4cd9-b3de-7e2748e4b5a3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.293340] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1556.293340] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e5afab-7333-a42a-d81e-0df57fc11fd5" [ 1556.293340] env[68934]: _type = "Task" [ 1556.293340] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.300465] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52e5afab-7333-a42a-d81e-0df57fc11fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.467194] env[68934]: DEBUG nova.compute.manager [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1556.467194] env[68934]: DEBUG nova.compute.manager [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing instance network info cache due to event network-changed-4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1556.467297] env[68934]: DEBUG oslo_concurrency.lockutils [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] Acquiring lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.467453] env[68934]: DEBUG oslo_concurrency.lockutils [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] Acquired lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.467582] env[68934]: DEBUG nova.network.neutron [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Refreshing network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.803080] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.803466] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Processing image 67b138f8-a10f-43d2-80dc-1c30eae54f4f {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.803589] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f/67b138f8-a10f-43d2-80dc-1c30eae54f4f.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.803742] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f/67b138f8-a10f-43d2-80dc-1c30eae54f4f.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.803917] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.804173] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d41d0692-1352-47fd-8e86-b68bf17ae5d2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.821558] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.821729] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68934) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.822395] env[68934]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8f235f-5bb7-4223-9bf2-76d58d94a52c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.826857] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1556.826857] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52236adf-5ba3-144a-a73d-024629b9974b" [ 1556.826857] env[68934]: _type = "Task" [ 1556.826857] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.833614] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': session[528b2179-64e2-e3fe-5c87-fc53475eb004]52236adf-5ba3-144a-a73d-024629b9974b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.150480] env[68934]: DEBUG nova.network.neutron [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updated VIF entry in instance network info cache for port 4dd06fee-9454-4f70-87ef-ae643144d7a0. {{(pid=68934) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.150834] env[68934]: DEBUG nova.network.neutron [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [{"id": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "address": "fa:16:3e:c8:82:cc", "network": {"id": "25079b79-b3de-419f-87b0-2af9c3b1f6a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1076424437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb1e5d5a6c405dbec37308b98e8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd06fee-94", "ovs_interfaceid": "4dd06fee-9454-4f70-87ef-ae643144d7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.337375] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Preparing fetch location {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1557.337639] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Fetch image to [datastore1] OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803/OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803.vmdk {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1557.337821] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Downloading stream optimized image 67b138f8-a10f-43d2-80dc-1c30eae54f4f to [datastore1] OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803/OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803.vmdk on the data store datastore1 as vApp {{(pid=68934) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1557.338048] env[68934]: DEBUG nova.virt.vmwareapi.images [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Downloading image file data 67b138f8-a10f-43d2-80dc-1c30eae54f4f to the ESX as VM named 'OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803' {{(pid=68934) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1557.400723] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1557.400723] env[68934]: value = "resgroup-9" [ 1557.400723] env[68934]: _type = "ResourcePool" [ 1557.400723] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1557.400993] env[68934]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cd420609-0e38-431a-b0eb-ece7ec0da909 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.420619] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease: (returnval){ [ 1557.420619] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0f567-28c5-44c6-0af3-de30780e9b5b" [ 1557.420619] env[68934]: _type = "HttpNfcLease" [ 1557.420619] env[68934]: } obtained for vApp import into resource pool (val){ [ 1557.420619] env[68934]: value = "resgroup-9" [ 1557.420619] env[68934]: _type = "ResourcePool" [ 1557.420619] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1557.420863] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the lease: (returnval){ [ 1557.420863] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0f567-28c5-44c6-0af3-de30780e9b5b" [ 1557.420863] env[68934]: _type = "HttpNfcLease" [ 1557.420863] env[68934]: } to be ready. {{(pid=68934) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1557.426552] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1557.426552] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0f567-28c5-44c6-0af3-de30780e9b5b" [ 1557.426552] env[68934]: _type = "HttpNfcLease" [ 1557.426552] env[68934]: } is initializing. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1557.653380] env[68934]: DEBUG oslo_concurrency.lockutils [req-ce745cb5-3fad-43e6-88a1-23d1f3937b90 req-4869d8fe-49ec-4b9f-9349-83dc322a2fde service nova] Releasing lock "refresh_cache-543534e4-6db9-4f70-9e80-09aeddb09017" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.929604] env[68934]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1557.929604] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0f567-28c5-44c6-0af3-de30780e9b5b" [ 1557.929604] env[68934]: _type = "HttpNfcLease" [ 1557.929604] env[68934]: } is ready. {{(pid=68934) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1557.930043] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1557.930043] env[68934]: value = "session[528b2179-64e2-e3fe-5c87-fc53475eb004]52a0f567-28c5-44c6-0af3-de30780e9b5b" [ 1557.930043] env[68934]: _type = "HttpNfcLease" [ 1557.930043] env[68934]: }. {{(pid=68934) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1557.930659] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1455513b-f355-4f9b-b8fd-5ad69fcf99d3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.938183] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9abdc-4ec7-d12d-cc37-e283e1701ef8/disk-0.vmdk from lease info. {{(pid=68934) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1557.938356] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9abdc-4ec7-d12d-cc37-e283e1701ef8/disk-0.vmdk. {{(pid=68934) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1558.002017] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-349e0aef-3b0c-4384-bc2f-32fd6cff3f2f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.000788] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Completed reading data from the image iterator. {{(pid=68934) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1559.001170] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9abdc-4ec7-d12d-cc37-e283e1701ef8/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1559.002270] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642bd85a-745d-42db-bc2e-dac355d125e5 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.008773] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9abdc-4ec7-d12d-cc37-e283e1701ef8/disk-0.vmdk is in state: ready. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1559.008969] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9abdc-4ec7-d12d-cc37-e283e1701ef8/disk-0.vmdk. {{(pid=68934) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1559.009241] env[68934]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bc0cbaa9-1e45-4664-81f6-39fa87b52008 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.207358] env[68934]: DEBUG oslo_vmware.rw_handles [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9abdc-4ec7-d12d-cc37-e283e1701ef8/disk-0.vmdk. {{(pid=68934) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1559.207615] env[68934]: INFO nova.virt.vmwareapi.images [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Downloaded image file data 67b138f8-a10f-43d2-80dc-1c30eae54f4f [ 1559.208446] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b2644f-a5ad-453d-a95a-cf72d375d7e2 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.223336] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f99160c0-4c56-458b-8e3c-8e84ab0b9c5b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.250592] env[68934]: INFO nova.virt.vmwareapi.images [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] The imported VM was unregistered [ 1559.253021] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Caching image {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1559.253212] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Creating directory with path [datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.253496] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5a7d16-3d57-41e0-930c-e02a9ab05b0d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.271659] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Created directory with path [datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f {{(pid=68934) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.271852] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803/OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803.vmdk to [datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f/67b138f8-a10f-43d2-80dc-1c30eae54f4f.vmdk. {{(pid=68934) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1559.272107] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-95c723e8-3204-44a3-b08c-fa37d3321efa {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.277985] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1559.277985] env[68934]: value = "task-3136115" [ 1559.277985] env[68934]: _type = "Task" [ 1559.277985] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.285301] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136115, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.787930] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136115, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.288516] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136115, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.789678] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136115, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.290346] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136115, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.791768] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136115, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.155049} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.792049] env[68934]: INFO nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803/OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803.vmdk to [datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f/67b138f8-a10f-43d2-80dc-1c30eae54f4f.vmdk. [ 1561.792230] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Cleaning up location [datastore1] OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803 {{(pid=68934) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1561.792393] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7579ec0a-4e85-4747-845d-4325136bd803 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.792647] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2725f79-019b-40cd-8a1d-b47d340143c4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.798856] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1561.798856] env[68934]: value = "task-3136116" [ 1561.798856] env[68934]: _type = "Task" [ 1561.798856] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.807283] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.308307] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033605} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.308648] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.308648] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f/67b138f8-a10f-43d2-80dc-1c30eae54f4f.vmdk" {{(pid=68934) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.308891] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f/67b138f8-a10f-43d2-80dc-1c30eae54f4f.vmdk to [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.309153] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ab10cc-1b1e-4224-835f-8c997d30c15f {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.315469] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1562.315469] env[68934]: value = "task-3136117" [ 1562.315469] env[68934]: _type = "Task" [ 1562.315469] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.322760] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.826260] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136117, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.327828] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136117, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.827758] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136117, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.328853] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136117, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.829831] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136117, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.234142} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.830128] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/67b138f8-a10f-43d2-80dc-1c30eae54f4f/67b138f8-a10f-43d2-80dc-1c30eae54f4f.vmdk to [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk {{(pid=68934) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.830842] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc73cb01-6c29-4eb6-8cd0-208f97e2c3fe {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.851563] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.851772] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75582ece-f46c-415e-bbb5-f8bae15ab255 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.870179] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1564.870179] env[68934]: value = "task-3136118" [ 1564.870179] env[68934]: _type = "Task" [ 1564.870179] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.877292] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.379297] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136118, 'name': ReconfigVM_Task, 'duration_secs': 0.310928} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.379709] env[68934]: DEBUG nova.virt.vmwareapi.volumeops [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017/543534e4-6db9-4f70-9e80-09aeddb09017.vmdk or device None with type streamOptimized {{(pid=68934) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.380168] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601c107c-957a-44ac-8829-5e93e232361b {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.385412] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1565.385412] env[68934]: value = "task-3136119" [ 1565.385412] env[68934]: _type = "Task" [ 1565.385412] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.392191] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136119, 'name': Rename_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.895068] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136119, 'name': Rename_Task, 'duration_secs': 0.145177} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.895342] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powering on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.895602] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb35e305-a2ca-4c73-8b3e-1740dddfd593 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.901584] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1565.901584] env[68934]: value = "task-3136120" [ 1565.901584] env[68934]: _type = "Task" [ 1565.901584] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.908394] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.410768] env[68934]: DEBUG oslo_vmware.api [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136120, 'name': PowerOnVM_Task, 'duration_secs': 0.428741} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.411196] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powered on the VM {{(pid=68934) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.504935] env[68934]: DEBUG nova.compute.manager [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Checking state {{(pid=68934) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.505935] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b71103-5c41-45b8-b066-547a57fe655c {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.024969] env[68934]: DEBUG oslo_concurrency.lockutils [None req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.118s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.913080] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.913467] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.417800] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.417941] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.418090] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.418211] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.418359] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.418504] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.418638] env[68934]: DEBUG nova.compute.manager [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68934) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1577.418781] env[68934]: DEBUG oslo_service.periodic_task [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68934) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.921268] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.921582] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.921693] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.921827] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68934) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1577.922751] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2732d-205b-4fa3-b1f7-7cf4400c3acf {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.931410] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291cb617-b0c0-4e07-ab60-7af805805b33 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.945142] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4460b9-cfd3-4f6f-86b4-589814b1e35a {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.951173] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b6c9f-c91e-43d1-8e87-62249dde2c55 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.980292] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181016MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68934) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1577.980392] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.980601] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.005960] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Instance 543534e4-6db9-4f70-9e80-09aeddb09017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68934) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1579.006248] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1579.006343] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68934) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1579.032618] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f6b156-d516-4225-9a1d-b4e56db4e297 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.040118] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af72b8ba-9f52-457c-af50-4ae823560516 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.068775] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd960ef4-7abe-4e1e-be66-b2967af0ea24 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.075370] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b731f64f-9b99-4d71-94d2-4520c2dc54b4 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.087938] env[68934]: DEBUG nova.compute.provider_tree [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.590986] env[68934]: DEBUG nova.scheduler.client.report [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.095769] env[68934]: DEBUG nova.compute.resource_tracker [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68934) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1580.096156] env[68934]: DEBUG oslo_concurrency.lockutils [None req-449d10e9-2fb0-4d05-adbe-25c70387b469 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.954611] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.955037] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.955115] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.955298] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.955465] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.959124] env[68934]: INFO nova.compute.manager [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Terminating instance [ 1604.463087] env[68934]: DEBUG nova.compute.manager [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Start destroying the instance on the hypervisor. {{(pid=68934) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1604.463324] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Destroying instance {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.464242] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5220fe8d-9ed3-4521-9056-ce5de0ea7cee {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.472055] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powering off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.472285] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829aee4d-e282-4d97-ac9c-1bd5a402d1da {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.478607] env[68934]: DEBUG oslo_vmware.api [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1604.478607] env[68934]: value = "task-3136121" [ 1604.478607] env[68934]: _type = "Task" [ 1604.478607] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.486097] env[68934]: DEBUG oslo_vmware.api [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.988851] env[68934]: DEBUG oslo_vmware.api [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136121, 'name': PowerOffVM_Task, 'duration_secs': 0.176908} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.989236] env[68934]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Powered off the VM {{(pid=68934) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.989282] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Unregistering the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.989522] env[68934]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184429ff-8998-48c4-8d7d-44a6eccf22ff {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.047020] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Unregistered the VM {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.047307] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Deleting contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.047543] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleting the datastore file [datastore1] 543534e4-6db9-4f70-9e80-09aeddb09017 {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.047830] env[68934]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45908914-5461-4f6f-8fcc-1b35e3e52fc0 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.054285] env[68934]: DEBUG oslo_vmware.api [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for the task: (returnval){ [ 1605.054285] env[68934]: value = "task-3136123" [ 1605.054285] env[68934]: _type = "Task" [ 1605.054285] env[68934]: } to complete. {{(pid=68934) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.061575] env[68934]: DEBUG oslo_vmware.api [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.564459] env[68934]: DEBUG oslo_vmware.api [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Task: {'id': task-3136123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127938} completed successfully. {{(pid=68934) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.564707] env[68934]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted the datastore file {{(pid=68934) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.564901] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Deleted contents of the VM from datastore datastore1 {{(pid=68934) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.565096] env[68934]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Instance destroyed {{(pid=68934) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.565280] env[68934]: INFO nova.compute.manager [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1605.565536] env[68934]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68934) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1605.565724] env[68934]: DEBUG nova.compute.manager [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Deallocating network for instance {{(pid=68934) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1605.565826] env[68934]: DEBUG nova.network.neutron [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] deallocate_for_instance() {{(pid=68934) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.994374] env[68934]: DEBUG nova.compute.manager [req-398d0f75-da18-43eb-813e-5df53fa402b4 req-bdd49de9-2095-4b53-989d-5657c5591812 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Received event network-vif-deleted-4dd06fee-9454-4f70-87ef-ae643144d7a0 {{(pid=68934) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1605.994606] env[68934]: INFO nova.compute.manager [req-398d0f75-da18-43eb-813e-5df53fa402b4 req-bdd49de9-2095-4b53-989d-5657c5591812 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Neutron deleted interface 4dd06fee-9454-4f70-87ef-ae643144d7a0; detaching it from the instance and deleting it from the info cache [ 1605.994765] env[68934]: DEBUG nova.network.neutron [req-398d0f75-da18-43eb-813e-5df53fa402b4 req-bdd49de9-2095-4b53-989d-5657c5591812 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.479384] env[68934]: DEBUG nova.network.neutron [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Updating instance_info_cache with network_info: [] {{(pid=68934) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.497135] env[68934]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c2b03b1-f6f8-47b7-9414-0faed5b04776 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.506685] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c7fa1c-f579-4141-885c-07be27c20ca3 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.531327] env[68934]: DEBUG nova.compute.manager [req-398d0f75-da18-43eb-813e-5df53fa402b4 req-bdd49de9-2095-4b53-989d-5657c5591812 service nova] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Detach interface failed, port_id=4dd06fee-9454-4f70-87ef-ae643144d7a0, reason: Instance 543534e4-6db9-4f70-9e80-09aeddb09017 could not be found. {{(pid=68934) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1606.981946] env[68934]: INFO nova.compute.manager [-] [instance: 543534e4-6db9-4f70-9e80-09aeddb09017] Took 1.42 seconds to deallocate network for instance. [ 1607.488826] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.489222] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.489344] env[68934]: DEBUG nova.objects.instance [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lazy-loading 'resources' on Instance uuid 543534e4-6db9-4f70-9e80-09aeddb09017 {{(pid=68934) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.022579] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a37d14f-8362-445c-9513-4d6b3b42102d {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.029880] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba196b-8702-4dc7-8e1a-c6bc464b90ca {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.059045] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32931eab-918e-4c11-8c53-f959f6e16acb {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.066632] env[68934]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac747cf-9da6-4dcc-b470-90bec37e3a23 {{(pid=68934) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.080319] env[68934]: DEBUG nova.compute.provider_tree [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed in ProviderTree for provider: 64ca70af-0efc-43df-853f-90e83858da1f {{(pid=68934) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.583360] env[68934]: DEBUG nova.scheduler.client.report [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Inventory has not changed for provider 64ca70af-0efc-43df-853f-90e83858da1f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68934) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.088107] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.107982] env[68934]: INFO nova.scheduler.client.report [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Deleted allocations for instance 543534e4-6db9-4f70-9e80-09aeddb09017 [ 1609.616975] env[68934]: DEBUG oslo_concurrency.lockutils [None req-a0e507fd-a372-42cf-a505-39e6a79221b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Lock "543534e4-6db9-4f70-9e80-09aeddb09017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.662s {{(pid=68934) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}